diff --git a/config.json b/config.json index 21819e42ffc976065fad827db6fb415c4fa11423..0a34831a7bd3eb099e129ce64ca41c1f0dc99ae4 100644 --- a/config.json +++ b/config.json @@ -4,11 +4,6 @@ ], "attention_bias": false, "attention_dropout": 0.0, - "auto_map": { - "AutoConfig": "configuration_axk1.AXK1Config", - "AutoModel": "modeling_axk1.AXK1Model", - "AutoModelForCausalLM": "modeling_axk1.AXK1ForCausalLM" - }, "aux_loss_alpha": 0.0001, "bos_token_id": 163691, "eos_token_id": 163691, @@ -38,9 +33,9 @@ "rms_norm_eps": 1e-06, "rope_theta": 10000, "rope_scaling": { - "beta_fast": 32, - "beta_slow": 1, - "factor": 32, + "beta_fast": 32.0, + "beta_slow": 1.0, + "factor": 32.0, "mscale": 1.0, "mscale_all_dim": 1.0, "original_max_position_embeddings": 4096, @@ -57,4 +52,4 @@ "use_cache": true, "v_head_dim": 128, "vocab_size": 163840 -} +} \ No newline at end of file diff --git a/configuration_axk1.py b/configuration_axk1.py deleted file mode 100644 index ee772adf7afbc0a05b2d5e97986332bc39e3e039..0000000000000000000000000000000000000000 --- a/configuration_axk1.py +++ /dev/null @@ -1,209 +0,0 @@ -from transformers.configuration_utils import PretrainedConfig -from transformers.utils import logging - -logger = logging.get_logger(__name__) - -AXK1_PRETRAINED_CONFIG_ARCHIVE_MAP = {} -class AXK1Config(PretrainedConfig): - r""" - This is the configuration class to store the configuration of a [`AXK1Model`]. It is used to instantiate an A.X - model according to the specified arguments, defining the model architecture. Instantiating a configuration with the - defaults will yield a similar configuration to that of the A.X K1. - - Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the - documentation from [`PretrainedConfig`] for more information. - - Args: - vocab_size (`int`, *optional*, defaults to 129280): - Vocabulary size of the A.X K1 model. Defines the number of different tokens that can be represented by the - `inputs_ids` passed when calling [`AXK1Model`] - hidden_size (`int`, *optional*, defaults to 4096): - Dimension of the hidden representations. - intermediate_size (`int`, *optional*, defaults to 11008): - Dimension of the MLP representations. - moe_intermediate_size (`int`, *optional*, defaults to 1407): - Dimension of the MoE representations. - num_hidden_layers (`int`, *optional*, defaults to 32): - Number of hidden layers in the Transformer decoder. - num_nextn_predict_layers (`int`, *optional*, defaults to 1): - Number of nextn predict layers in the AXK1 Model. - num_attention_heads (`int`, *optional*, defaults to 32): - Number of attention heads for each attention layer in the Transformer decoder. - n_shared_experts (`int`, *optional*, defaults to None): - Number of shared experts, None means dense model. - n_routed_experts (`int`, *optional*, defaults to None): - Number of routed experts, None means dense model. - routed_scaling_factor (`float`, *optional*, defaults to 1.0): - Scaling factor or routed experts. - topk_method (`str`, *optional*, defaults to `gready`): - Topk method used in routed gate. - n_group (`int`, *optional*, defaults to None): - Number of groups for routed experts. - topk_group (`int`, *optional*, defaults to None): - Number of selected groups for each token(for each token, ensuring the selected experts is only within `topk_group` groups). - num_experts_per_tok (`int`, *optional*, defaults to None): - Number of selected experts, None means dense model. - moe_layer_freq (`int`, *optional*, defaults to 1): - The frequency of the MoE layer: one expert layer for every `moe_layer_freq - 1` dense layers. - first_k_dense_replace (`int`, *optional*, defaults to 0): - Number of dense layers in shallow layers(embed->dense->dense->...->dense->moe->moe...->lm_head). - \--k dense layers--/ - norm_topk_prob (`bool`, *optional*, defaults to False): - Whether to normalize the weights of the routed experts. - scoring_func (`str`, *optional*, defaults to 'softmax'): - Method of computing expert weights. - aux_loss_alpha (`float`, *optional*, defaults to 0.001): - Auxiliary loss weight coefficient. - seq_aux = (`bool`, *optional*, defaults to True): - Whether to compute the auxiliary loss for each individual sample. - num_key_value_heads (`int`, *optional*): - This is the number of key_value heads that should be used to implement Grouped Query Attention. If - `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if - `num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When - converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed - by meanpooling all the original heads within that group. For more details checkout [this - paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to - `num_attention_heads`. - hidden_act (`str` or `function`, *optional*, defaults to `"silu"`): - The non-linear activation function (function or string) in the decoder. - max_position_embeddings (`int`, *optional*, defaults to 2048): - The maximum sequence length that this model might ever be used with. - initializer_range (`float`, *optional*, defaults to 0.02): - The standard deviation of the truncated_normal_initializer for initializing all weight matrices. - rms_norm_eps (`float`, *optional*, defaults to 1e-06): - The epsilon used by the rms normalization layers. - use_cache (`bool`, *optional*, defaults to `True`): - Whether or not the model should return the last key/values attentions (not used by all models). Only - relevant if `config.is_decoder=True`. - pad_token_id (`int`, *optional*): - Padding token id. - bos_token_id (`int`, *optional*, defaults to 1): - Beginning of stream token id. - eos_token_id (`int`, *optional*, defaults to 2): - End of stream token id. - pretraining_tp (`int`, *optional*, defaults to 1): - Experimental feature. Tensor parallelism rank used during pretraining. Please refer to [this - document](https://huggingface.co/docs/transformers/parallelism) to understand more about it. This value is - necessary to ensure exact reproducibility of the pretraining results. Please refer to [this - issue](https://github.com/pytorch/pytorch/issues/76232). - tie_word_embeddings (`bool`, *optional*, defaults to `False`): - Whether to tie weight embeddings - rope_theta (`float`, *optional*, defaults to 10000.0): - The base period of the RoPE embeddings. - rope_scaling (`Dict`, *optional*): - Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling - strategies: linear and dynamic. Their scaling factor must be a float greater than 1. The expected format is - `{"type": strategy name, "factor": scaling factor}`. When using this flag, don't update - `max_position_embeddings` to the expected new maximum. - attention_bias (`bool`, defaults to `False`, *optional*, defaults to `False`): - Whether to use a bias in the query, key, value and output projection layers during self-attention. - attention_dropout (`float`, *optional*, defaults to 0.0): - The dropout ratio for the attention probabilities. - - ```python - >>> from transformers import AXK1Model, AXK1Config - - >>> # Initializing a A.X K1 style configuration - >>> configuration = AXK1Config() - - >>> # Accessing the model configuration - >>> configuration = model.config - ```""" - - model_type = "AXK1" - keys_to_ignore_at_inference = ["past_key_values"] - - def __init__( - self, - vocab_size=163840, - hidden_size=7168, - intermediate_size=18432, - moe_intermediate_size = 2048, - num_hidden_layers=61, - num_nextn_predict_layers=1, - num_attention_heads=64, - num_key_value_heads=64, - n_shared_experts = 1, - n_routed_experts = 192, - ep_size = 8, - routed_scaling_factor = 2.5, - kv_lora_rank = 512, - q_lora_rank = 1536, - qk_rope_head_dim = 64, - v_head_dim = 128, - qk_nope_head_dim = 128, - topk_method = 'noaux_tc', - n_group = 8, - topk_group = 4, - num_experts_per_tok = 8, - moe_layer_freq = 1, - first_k_dense_replace = 1, - norm_topk_prob = True, - scoring_func = 'sigmoid', - aux_loss_alpha = 0.001, - seq_aux = True, - hidden_act="silu", - max_position_embeddings=131072, - initializer_range=0.02, - rms_norm_eps=1e-6, - use_cache=True, - pad_token_id=None, - bos_token_id=0, - eos_token_id=1, - pretraining_tp=1, - tie_word_embeddings=False, - rope_theta=10000.0, - rope_scaling=None, - attention_bias=False, - attention_dropout=0.0, - **kwargs, - ): - self.vocab_size = vocab_size - self.max_position_embeddings = max_position_embeddings - self.hidden_size = hidden_size - self.intermediate_size = intermediate_size - self.moe_intermediate_size = moe_intermediate_size - self.num_hidden_layers = num_hidden_layers - self.num_nextn_predict_layers = num_nextn_predict_layers - self.num_attention_heads = num_attention_heads - self.n_shared_experts = n_shared_experts - self.n_routed_experts = n_routed_experts - self.ep_size = ep_size - self.routed_scaling_factor = routed_scaling_factor - self.kv_lora_rank = kv_lora_rank - self.q_lora_rank = q_lora_rank - self.qk_rope_head_dim = qk_rope_head_dim - self.v_head_dim = v_head_dim - self.qk_nope_head_dim = qk_nope_head_dim - self.topk_method = topk_method - self.n_group = n_group - self.topk_group = topk_group - self.num_experts_per_tok = num_experts_per_tok - self.moe_layer_freq = moe_layer_freq - self.first_k_dense_replace = first_k_dense_replace - self.norm_topk_prob = norm_topk_prob - self.scoring_func = scoring_func - self.aux_loss_alpha = aux_loss_alpha - self.seq_aux = seq_aux - # for backward compatibility - if num_key_value_heads is None: - num_key_value_heads = num_attention_heads - - self.num_key_value_heads = num_key_value_heads - self.hidden_act = hidden_act - self.initializer_range = initializer_range - self.rms_norm_eps = rms_norm_eps - self.pretraining_tp = pretraining_tp - self.use_cache = use_cache - self.rope_theta = rope_theta - self.rope_scaling = rope_scaling - self.attention_bias = attention_bias - self.attention_dropout = attention_dropout - - super().__init__( - pad_token_id=pad_token_id, - bos_token_id=bos_token_id, - eos_token_id=eos_token_id, - tie_word_embeddings=tie_word_embeddings, - **kwargs, - ) diff --git a/model-00001-of-00260.safetensors b/model-00001-of-00260.safetensors index 02e51a4338bb991eeb850ccdea9d921f7b0f137b..221134bb214a8241834e4848cd77675e44e8a2ae 100644 --- a/model-00001-of-00260.safetensors +++ b/model-00001-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a735fc10f35f9183cfa699e7695e0eb2cf2790d68e07eae86469ae711a1a2c10 -size 3986479336 +oid sha256:ca0ded32fc920d5e2ea7b23c062c1ceb7618bc07a7df0c9d847c991019f564ce +size 20457509552 diff --git a/model-00002-of-00260.safetensors b/model-00002-of-00260.safetensors deleted file mode 100644 index 8425e2901943fc46a26070ec81ee698a53c6ba57..0000000000000000000000000000000000000000 --- a/model-00002-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe0bcb45d962ac5ec4dbff29cd91f879999a9aab67e3d749cf6f53f36e3e26a6 -size 3992994232 diff --git a/model-00003-of-00260.safetensors b/model-00003-of-00260.safetensors deleted file mode 100644 index cc7fcb6549af2dbab99155a629b48593e419b222..0000000000000000000000000000000000000000 --- a/model-00003-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5ce8780bf44afdf6f8743e6e75acce93b507f59d1a5e7ce3ff98f84ee5c127db -size 3992994248 diff --git a/model-00004-of-00260.safetensors b/model-00004-of-00260.safetensors deleted file mode 100644 index ca33fe771fb5b172f507a60ee416d1e2504be1cd..0000000000000000000000000000000000000000 --- a/model-00004-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b96425c0e81c515769c1f27c118f9cf6505fdcc3db4663f40c498748b45d5bdf -size 3992994368 diff --git a/model-00005-of-00260.safetensors b/model-00005-of-00260.safetensors deleted file mode 100644 index 2ac631d1c1f764ce25260dde33639de37d7e8d3e..0000000000000000000000000000000000000000 --- a/model-00005-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:164f86043b69d30953b0a8c090694f664741bf26cdc88695bb1ac9a69b078997 -size 3992994384 diff --git a/model-00006-of-00260.safetensors b/model-00006-of-00260.safetensors index 18ab6f20fdf674afe9217d79310e684f4677b06f..fbedc06e294ab42518b1a6c371edd380ddeb550a 100644 --- a/model-00006-of-00260.safetensors +++ b/model-00006-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01c06a66bebfa378ed4ca0665da9f9ef98a4bd2b4560cbf4c53f15eeb33a2788 -size 3992517472 +oid sha256:2ad77de05705933582f61b4d1071ef76734a1a87b88592bc3417f7e0687c4148 +size 17204559728 diff --git a/model-00007-of-00260.safetensors b/model-00007-of-00260.safetensors deleted file mode 100644 index f652ff854be707873748f26ef5030083240f79ae..0000000000000000000000000000000000000000 --- a/model-00007-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc435c0b632d21495779d920c2f9a0a22198ad6151cfb7a4d33b2583366f79e8 -size 3992994248 diff --git a/model-00008-of-00260.safetensors b/model-00008-of-00260.safetensors deleted file mode 100644 index 59c06b657495f30ed3317a6c6ce673b878062d1f..0000000000000000000000000000000000000000 --- a/model-00008-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:082409ae90152a25e2d06f99b4e70fe45701d2e91de8aaebb660ba500c00166b -size 3992994328 diff --git a/model-00009-of-00260.safetensors b/model-00009-of-00260.safetensors deleted file mode 100644 index d8c7d3694aef279d3a3686fcc30efa3ce74b8a7a..0000000000000000000000000000000000000000 --- a/model-00009-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1949c2327c505e37d16f79f1797171af0cf8c2f9a667589dbd8159715a719a81 -size 3992994384 diff --git a/model-00010-of-00260.safetensors b/model-00010-of-00260.safetensors index 4adf04d8fa71a1689e6527b9fd795f6c3998369e..44d672782f980c2105e913270597eab35c9b29e4 100644 --- a/model-00010-of-00260.safetensors +++ b/model-00010-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2bf987ac945472cdfcc0d8910a6dc3d80551a99a7152d119fab33466b429723 -size 3992517520 +oid sha256:9e7405893edecdf328f95dab910b65f675882e4130678ee64b29cdf60974d1f2 +size 17204559728 diff --git a/model-00011-of-00260.safetensors b/model-00011-of-00260.safetensors deleted file mode 100644 index 1138db4cfb5b60c9e00ef9dd827d501cd109af27..0000000000000000000000000000000000000000 --- a/model-00011-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:004b6958e80aac36285fecd7a6d453f932fae5f1bf2e4072777742f81932e930 -size 3992994248 diff --git a/model-00012-of-00260.safetensors b/model-00012-of-00260.safetensors deleted file mode 100644 index 2a085a1a1c231afba21e35b8fd916a238e1eb98b..0000000000000000000000000000000000000000 --- a/model-00012-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dbed5bab4f26757b99048a1a142c34c1757dcf8e8b9391eebf6c43e68fc91263 -size 3992994288 diff --git a/model-00013-of-00260.safetensors b/model-00013-of-00260.safetensors deleted file mode 100644 index c4185e027408ca6ce4f28238275ea5504f2e655a..0000000000000000000000000000000000000000 --- a/model-00013-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5f1ff84f637c78e83ddc090150630856c66e041f7ce6db4f919896ffae1d4849 -size 3992994384 diff --git a/model-00014-of-00260.safetensors b/model-00014-of-00260.safetensors index aaf2d46296cda838499e7201893d57343bf6c00f..d1a1989cfebc491919a8dff1e8afcc7c2dad2401 100644 --- a/model-00014-of-00260.safetensors +++ b/model-00014-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56c3e5f65bbcc3ab83f3053673cde8017b2468e9fb1241409549e1be7ccf15e3 -size 3992517568 +oid sha256:ccd1111a74f365f08ae46f056d42ce7b00dcbf6d6460d1bc3344d62f84c1a9b7 +size 17204559728 diff --git a/model-00015-of-00260.safetensors b/model-00015-of-00260.safetensors deleted file mode 100644 index 74562b6eef457e7c5134f804051b1eda30a34531..0000000000000000000000000000000000000000 --- a/model-00015-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd4c43bb4abd0df948b6dceaf360be50a5c0c067eacb5a3fe4e486daa85d62f0 -size 3992994240 diff --git a/model-00016-of-00260.safetensors b/model-00016-of-00260.safetensors deleted file mode 100644 index e16a78d311701a6c5d540d4c22124be5232acc0c..0000000000000000000000000000000000000000 --- a/model-00016-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65a00af0f3870f9cc042ae2c563acbd658299bf28ec904026ad92fe9eee4ead6 -size 3992994248 diff --git a/model-00017-of-00260.safetensors b/model-00017-of-00260.safetensors deleted file mode 100644 index 2cd7a4942514eeecaf47cd5afb68fe6e4feefa66..0000000000000000000000000000000000000000 --- a/model-00017-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:474c2c959e8f0578bfa8db0e918db4e6ed0bbddff85b5b69fca76545018a639b -size 3992994384 diff --git a/model-00018-of-00260.safetensors b/model-00018-of-00260.safetensors deleted file mode 100644 index 0abe8923a619b8ea1457c6e4fa1f95cdcecea8a9..0000000000000000000000000000000000000000 --- a/model-00018-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ffd34d5686c37184e3913cbc74c392697e2f59576f3a6257c35079f6e8326cbd -size 3992994384 diff --git a/model-00019-of-00260.safetensors b/model-00019-of-00260.safetensors index f7efd5d5711a5a212bd6773e1d53a967ba3c0e5a..cc9c103e0d4b00763ecfe51a7f85091a0a8b9dfb 100644 --- a/model-00019-of-00260.safetensors +++ b/model-00019-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e91122b6aaad9ee4f04b8945bf61a59cc10b7d4ece53492782d567fb7bbd522 -size 3992517464 +oid sha256:d2899e4549037e50d366d48dc4c5cfd15b5f2d116cd41edba1fbd78890acab75 +size 17204559728 diff --git a/model-00020-of-00260.safetensors b/model-00020-of-00260.safetensors deleted file mode 100644 index 8afe1825bcf740a601f6478b57753ea261064de2..0000000000000000000000000000000000000000 --- a/model-00020-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b5afa754c1065747ab0b6a167f197035c89f52dee1dd67dca0f97e05a2667e8 -size 3992994248 diff --git a/model-00021-of-00260.safetensors b/model-00021-of-00260.safetensors deleted file mode 100644 index 7c08a9148f4b8f450e3039335570f72e7d8e79cc..0000000000000000000000000000000000000000 --- a/model-00021-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:44153248a71ed44fc2957174f771d97de632db70dc24ccd6d3e54aac5a94bd70 -size 3992994336 diff --git a/model-00022-of-00260.safetensors b/model-00022-of-00260.safetensors deleted file mode 100644 index 8ccc870395da18360278a48ca218cde6c4459566..0000000000000000000000000000000000000000 --- a/model-00022-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0abd76b458a035ea2fd5832d2893ec6a21db3cdee523d9372f91c41c20cd5f2c -size 3992994384 diff --git a/model-00023-of-00260.safetensors b/model-00023-of-00260.safetensors index 928af47e15fdc5f32f075387f4850c09647da0dc..306ca1ad4e053ef4abf361983661c9e5dc7d9fb2 100644 --- a/model-00023-of-00260.safetensors +++ b/model-00023-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:78e1ec1a7ef5c4c59c11f1c983d91dea43b88aa07e1d86f58a8f2217af5f475d -size 3992517512 +oid sha256:401538e51b47359eac1cabfac98162400caf1abcde979bfd03944cd978666b1c +size 17204559728 diff --git a/model-00024-of-00260.safetensors b/model-00024-of-00260.safetensors deleted file mode 100644 index c4ce41ea8e522c146f22b709520d4c71e152e0cf..0000000000000000000000000000000000000000 --- a/model-00024-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1d1c7af49919466fb993f1bde6cbe8d94ac878645e6fc2e1eba7b499157ed8ea -size 3992994248 diff --git a/model-00025-of-00260.safetensors b/model-00025-of-00260.safetensors deleted file mode 100644 index 351d14ef6cc6a8ef60f6e6548402f4ea412304a9..0000000000000000000000000000000000000000 --- a/model-00025-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:92f978ebadb2aa100ca0c55a67baa5efcdb953ab1c251a1d6b7dbd516f1171c1 -size 3992994296 diff --git a/model-00026-of-00260.safetensors b/model-00026-of-00260.safetensors deleted file mode 100644 index 22ffe27a31cc2749f8fa3bac7059b61681ed2cff..0000000000000000000000000000000000000000 --- a/model-00026-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:df53f73479e5ddc76db295c9e71043dc366418c39cc6b0ebff813ab3cd6f5835 -size 3992994384 diff --git a/model-00027-of-00260.safetensors b/model-00027-of-00260.safetensors index 618d81c93bf8a31ffdb4ac44dd8f90e550975a89..bd7fc607c526233ba7ff9865642923412f937be2 100644 --- a/model-00027-of-00260.safetensors +++ b/model-00027-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:254227ecf8264573882c30463f3485369e391f55a12eb5d25461a4d7fef66693 -size 3992517552 +oid sha256:b50913bcf200a62f155dfcfff88628fce60c550f3ba8c71db9a4b986a18111f8 +size 17204559728 diff --git a/model-00028-of-00260.safetensors b/model-00028-of-00260.safetensors deleted file mode 100644 index 5a1872f6c2310c76e51412d90edd7076435c946e..0000000000000000000000000000000000000000 --- a/model-00028-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1324db399dfa9fb82feba7d755a5993372b9aa7b975a42a8a50805250d12363a -size 3992994248 diff --git a/model-00029-of-00260.safetensors b/model-00029-of-00260.safetensors deleted file mode 100644 index ae900579b1a845d7724c6f4989869c948b727bf3..0000000000000000000000000000000000000000 --- a/model-00029-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa079b850646bd1b7266e732a505542c24f22c9d39ad05fb5e8141ba1fd0abab -size 3992994256 diff --git a/model-00030-of-00260.safetensors b/model-00030-of-00260.safetensors deleted file mode 100644 index ac076a5920b4abe48d7f4024dd93b54a93f69acb..0000000000000000000000000000000000000000 --- a/model-00030-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cbbd6837a3281d0ab6839f0a62f78a6cfe87fc46ff6c11739bcacaf0a0b8f119 -size 3992994384 diff --git a/model-00031-of-00260.safetensors b/model-00031-of-00260.safetensors index cc0e8af6e1c16c464b4df8637eeed4022a670bed..009c7914dae2f8ab3952d4a4ee04c03c25191096 100644 --- a/model-00031-of-00260.safetensors +++ b/model-00031-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f00627dc9ac95d533d2d0e7f4cc25c5192403ea0ba5fad749d78778f110a855b -size 3995790352 +oid sha256:aa5b94d1651696f38cdc653ca026137fb28610e30dfd8890a8f870d9d002b1b0 +size 90876712 diff --git a/model-00032-of-00260.safetensors b/model-00032-of-00260.safetensors index e66a2fd4a49a167a9d1c0003e5ba7144ffdbf04e..0cd58cd47a611c277c13d153708aafa5d3d14872 100644 --- a/model-00032-of-00260.safetensors +++ b/model-00032-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7993843bb287338dc0d2a1a903b517cb7d53d3bc2c1b4debf42c58123081f87d -size 3989721488 +oid sha256:bf3dff50b3397816de13eafe31e0d1650f7e2f053ddbc29f81185aaa9477c179 +size 17113683024 diff --git a/model-00033-of-00260.safetensors b/model-00033-of-00260.safetensors deleted file mode 100644 index 027ee925ddce45b934ac7a799a1925c82cacb1b1..0000000000000000000000000000000000000000 --- a/model-00033-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:19139be74a17924ab266ca2d30abedd381f76ddab28ef9419a075e8206691fa0 -size 3992994248 diff --git a/model-00034-of-00260.safetensors b/model-00034-of-00260.safetensors deleted file mode 100644 index 353c753825189ac7a3c46d3afd45844cbe76a036..0000000000000000000000000000000000000000 --- a/model-00034-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd7f924ae3d3465c04d3e28d7af1941bc232faacd4ae772f91708261866b1401 -size 3992994344 diff --git a/model-00035-of-00260.safetensors b/model-00035-of-00260.safetensors deleted file mode 100644 index 5e4114d0d412c9ed7b471ac92a5428e1e3af4f5f..0000000000000000000000000000000000000000 --- a/model-00035-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e308f25d88bcfc8dd119106fe9f9b69050045b181c36b03851e0805321ca834b -size 3992994384 diff --git a/model-00036-of-00260.safetensors b/model-00036-of-00260.safetensors index 0dbfae386365e99f2953bd0e6c4bb5e95b26ef16..0167c9cae424fca90d06ba34c384fb8a9841528a 100644 --- a/model-00036-of-00260.safetensors +++ b/model-00036-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5aa9cd2cbf7c9d6422e4cbf85a2b3a6be34e8dc49636cc5cbfa4c2fe132d8d8d -size 3992517496 +oid sha256:79b6693ab04dfa39de197483b05ebf2463b131bb95d9268a2782c24f71938275 +size 17204559728 diff --git a/model-00037-of-00260.safetensors b/model-00037-of-00260.safetensors deleted file mode 100644 index 4965512eff35569fb03aaa0dc11871b7c84b7555..0000000000000000000000000000000000000000 --- a/model-00037-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b0a9087a2c94fce2aec4cef3c420fac9ff0f31a31c145ce8885e9fb4c7c6d7e9 -size 3992994248 diff --git a/model-00038-of-00260.safetensors b/model-00038-of-00260.safetensors deleted file mode 100644 index 8371441d7d2f1b1a87dfa73a56fe3fb61d097dfe..0000000000000000000000000000000000000000 --- a/model-00038-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5ac2afb8ff27684218afb064307ea7538d56bc4b136d8693965b7207235e7384 -size 3992994304 diff --git a/model-00039-of-00260.safetensors b/model-00039-of-00260.safetensors deleted file mode 100644 index 0b5198ff491d969dc640f5d30bca0a8d69062978..0000000000000000000000000000000000000000 --- a/model-00039-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:395ca7d39cd2ada5fff3fe9f72557e5de8495c458bfdaaea1c44e3c0526306ed -size 3992994384 diff --git a/model-00040-of-00260.safetensors b/model-00040-of-00260.safetensors index f33e68b4a8da5a30ed1d23e6ad8b266b06c9c02d..b2af94c1fd7286bd3226c2eff66965928da586af 100644 --- a/model-00040-of-00260.safetensors +++ b/model-00040-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ced152d89b4bee3280b09e4dfba6a481e94a374b37fd4b2f2687dcde4de3986 -size 3992517600 +oid sha256:46a649edc54259c017dd1883b1e2283095194bda77e4fa4841c5bca70774916b +size 17204559784 diff --git a/model-00041-of-00260.safetensors b/model-00041-of-00260.safetensors deleted file mode 100644 index c1e34c2c8a5ffdc423d5329b6b639718a117a54a..0000000000000000000000000000000000000000 --- a/model-00041-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:00cef7eba75f78210be972648320f8fd38e8d078a7b3050d08ccc703d9a4dfa7 -size 3992994384 diff --git a/model-00042-of-00260.safetensors b/model-00042-of-00260.safetensors deleted file mode 100644 index 15dc234095eb669a587bc948dba60d28f5bd146b..0000000000000000000000000000000000000000 --- a/model-00042-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0be06d51c86ec1ec1435871d33f08ed7f97c3a5c73215b5ea0d453ea857e937c -size 3992994400 diff --git a/model-00043-of-00260.safetensors b/model-00043-of-00260.safetensors deleted file mode 100644 index 6afd9218a909cafe78697aff2fa3cf9f98079350..0000000000000000000000000000000000000000 --- a/model-00043-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65262fc0ffdab9b48830a46f0d99f1ee5c73b9f7acb14187f18d0f1d4b6125cf -size 3992994520 diff --git a/model-00044-of-00260.safetensors b/model-00044-of-00260.safetensors index 3cc7272f2d3e08e31325444300be72344850d3cb..ffa41a9b1a60bafb5300fad139d589da6dff0e53 100644 --- a/model-00044-of-00260.safetensors +++ b/model-00044-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c6386160eb24feec5ddd2e753921d097da05218dabccc5803f3be7a338b43eb -size 3992517752 +oid sha256:070506c065947cd0fd4a21600f69320aed46930c28572635dd2b0182bb5061ec +size 17204559744 diff --git a/model-00045-of-00260.safetensors b/model-00045-of-00260.safetensors deleted file mode 100644 index cd96e90b35f1dc228a8a551f88803c0775847ecc..0000000000000000000000000000000000000000 --- a/model-00045-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6cf8465147b6ec52ae4fa955494ea873c7aaa5666864ee3586b9699842ef2977 -size 3992994360 diff --git a/model-00046-of-00260.safetensors b/model-00046-of-00260.safetensors deleted file mode 100644 index 99869590e4554458c72cffe8fffcd0743468b57f..0000000000000000000000000000000000000000 --- a/model-00046-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:10d380531b81e2cc967fb38f7dc4e3155449adab0c149d0ae742e95244f457e7 -size 3992994384 diff --git a/model-00047-of-00260.safetensors b/model-00047-of-00260.safetensors deleted file mode 100644 index 19b0e62439e03e41b0df2e61ecb09145686519e5..0000000000000000000000000000000000000000 --- a/model-00047-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9ba264c98c8e4e666fe6f520a687f8ac4716102d3065fd64e686a52b89042cba -size 3992994496 diff --git a/model-00048-of-00260.safetensors b/model-00048-of-00260.safetensors deleted file mode 100644 index 3ab39d7f72ef79b5da2bb0350742e2f9ed638ba4..0000000000000000000000000000000000000000 --- a/model-00048-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ace00fc142016778a0db5c866c1047f127516ed85ab691b0ae12c7e92c8990e -size 3992994520 diff --git a/model-00049-of-00260.safetensors b/model-00049-of-00260.safetensors index 8256b48121dbd712e61732be4ceb33be83f18eb3..a7fcc49e6eff6d77f676da1719d713a352de6db8 100644 --- a/model-00049-of-00260.safetensors +++ b/model-00049-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c71b059eb0dd1267ba4abe17d02a0dfb6f132488518ef256a5e266ebd8da3012 -size 3992517624 +oid sha256:04c494ae491cf26313026f402d8f956ecbea4685341cd398061c44360a48eac8 +size 17204559744 diff --git a/model-00050-of-00260.safetensors b/model-00050-of-00260.safetensors deleted file mode 100644 index 1cce643acedd3c441a4f1dc3cde675d147ed1ea2..0000000000000000000000000000000000000000 --- a/model-00050-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c1b782b4b1d20b58ea92d3f57788ac3aed4b69e34ecc8b2f2741ee36c4ee9d9 -size 3992994384 diff --git a/model-00051-of-00260.safetensors b/model-00051-of-00260.safetensors deleted file mode 100644 index 47a6448f118525830c21675505f1fdbf0f93a637..0000000000000000000000000000000000000000 --- a/model-00051-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:82417603c5e466ee0b0e3c52fb2ca5b396aa74e05bae2446dade0fabe242a52c -size 3992994456 diff --git a/model-00052-of-00260.safetensors b/model-00052-of-00260.safetensors deleted file mode 100644 index 4e5131e0434e4d311982bec9cb403e0be8c589c9..0000000000000000000000000000000000000000 --- a/model-00052-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0de93b2ce90bfa48ed8175c3785e8838614f2d70bcf249719be476c153cb3f60 -size 3992994520 diff --git a/model-00053-of-00260.safetensors b/model-00053-of-00260.safetensors index 3229c99550f80942de04f149372ac84b5df2b115..4b3da454b033fc73e6157ee489108175a544878d 100644 --- a/model-00053-of-00260.safetensors +++ b/model-00053-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:530e98235c81942acd20daf9f2f84517c1a12e22dfac9c398c447f43e130f03d -size 3992517672 +oid sha256:b40ec14e482b6be671558a245bfc1bc4c50a894d817ee9a15612f4c5cdf57509 +size 17204559744 diff --git a/model-00054-of-00260.safetensors b/model-00054-of-00260.safetensors deleted file mode 100644 index dcbfeac443485c74467fa76c945d5fd40ab69a29..0000000000000000000000000000000000000000 --- a/model-00054-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d542e47314df75aeb6d3aae30ee8399043de342eecff386c1c391b10b4263746 -size 3992994384 diff --git a/model-00055-of-00260.safetensors b/model-00055-of-00260.safetensors deleted file mode 100644 index ca61849e0ba3e40ecd963f881b0978510fc37fea..0000000000000000000000000000000000000000 --- a/model-00055-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe5c061ed3312cbac3c7e438e82f3f9df91ff253e6e17cd2179777a66906882f -size 3992994408 diff --git a/model-00056-of-00260.safetensors b/model-00056-of-00260.safetensors deleted file mode 100644 index e735bc5abe0fdd3170fbce220d4a401a4ad27e34..0000000000000000000000000000000000000000 --- a/model-00056-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:93cba2be1631352b64d1466dcadbef7a8f752873530d96485b6c1f77ab77387e -size 3992994520 diff --git a/model-00057-of-00260.safetensors b/model-00057-of-00260.safetensors index 36a3b5618ee94eec4f1245390207f51215235b0f..acc04c26c51f683e851ca06171aa25ccb7b64d5b 100644 --- a/model-00057-of-00260.safetensors +++ b/model-00057-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91f813cd7cd3580870bfb8675b981681470da58e54daa6cb60c09a91e027f614 -size 3992517728 +oid sha256:8204370ff7e4da77cb69e252c3c25d1994902d4dadbcd5efa8a9b430675eff17 +size 17204559744 diff --git a/model-00058-of-00260.safetensors b/model-00058-of-00260.safetensors deleted file mode 100644 index 7b1bb02eb00895508edd5d898ce918cd7e061738..0000000000000000000000000000000000000000 --- a/model-00058-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f930aa9be3b47aee97dc338e5631b8b10888e01e8b55de71fe15cd2f896722a -size 3992994368 diff --git a/model-00059-of-00260.safetensors b/model-00059-of-00260.safetensors deleted file mode 100644 index c5090dae6e744c703e5eaa9073a5a5ac08372e14..0000000000000000000000000000000000000000 --- a/model-00059-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0159ac8efaf24a223f8c3ef98c72a0c968e116868789bd531dc443a018fee798 -size 3992994384 diff --git a/model-00060-of-00260.safetensors b/model-00060-of-00260.safetensors deleted file mode 100644 index 9d7baf4213dac92ada4e61b456d5d22a4ed2fa37..0000000000000000000000000000000000000000 --- a/model-00060-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76f09a32cf4a1d662c6ca1ded4dafdbd09ed59ca98cdf45c513dd85bf2b60253 -size 3992994504 diff --git a/model-00061-of-00260.safetensors b/model-00061-of-00260.safetensors deleted file mode 100644 index eaf964fc9498324a10a25d5fbcc1ff794793a06e..0000000000000000000000000000000000000000 --- a/model-00061-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da951b307461a64b03ebb5bf0fdb727a00b5bd4af07e05826c99689f75112051 -size 3992994520 diff --git a/model-00062-of-00260.safetensors b/model-00062-of-00260.safetensors index 60040d77fa068ac3e717e00e09ca811023e6f5ca..f42d4ed83404dc891267798a495d0d325323da80 100644 --- a/model-00062-of-00260.safetensors +++ b/model-00062-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b53ad17ebdb352aa2ff2c7792add5db5ce7f66e1a25d60c598a4f85a0990bc81 -size 3992517616 +oid sha256:4278072cb76b2e41e3f1750a08b36fe22d14315a81073f5104a6af35c188ced3 +size 17204559744 diff --git a/model-00063-of-00260.safetensors b/model-00063-of-00260.safetensors deleted file mode 100644 index 8f6f929a8232451fa046fa43d3bdd97e99ddb398..0000000000000000000000000000000000000000 --- a/model-00063-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2ba7817a8ff8cebac77fe53956b92e13b49f24b3921ab145069cb6544186730a -size 3992994384 diff --git a/model-00064-of-00260.safetensors b/model-00064-of-00260.safetensors deleted file mode 100644 index 064284d1d1192c0441c12eeb16eb8c795f34b3ac..0000000000000000000000000000000000000000 --- a/model-00064-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1c9d05ff8422b4f6878dcce52c40875b003ee386db6bcc14cf2e45a65e8c7c0b -size 3992994464 diff --git a/model-00065-of-00260.safetensors b/model-00065-of-00260.safetensors deleted file mode 100644 index 0a3744556f81c5bc1991b731666c4255ac98fcbf..0000000000000000000000000000000000000000 --- a/model-00065-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bbcc60d488dabf95df54a09c83c23eeb8c9be130e8a716076e3dfea7a1446233 -size 3992994520 diff --git a/model-00066-of-00260.safetensors b/model-00066-of-00260.safetensors index d9f86e8718a552a96597378e0a02bbd181e4e86a..bdec2e51246e98cca8fbd04fc2381c30313e2ebe 100644 --- a/model-00066-of-00260.safetensors +++ b/model-00066-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:882ba520c5b024cc00255cd89f3b3c627ba8f5aed7bba097f7982d53a54cbf56 -size 3992517664 +oid sha256:844f51f5407bb70d7a25621d0202ebdb78a9ae2489053ab1526275a8aa71e0ba +size 17204559744 diff --git a/model-00067-of-00260.safetensors b/model-00067-of-00260.safetensors deleted file mode 100644 index 7bd54d6eafc08f7fb49f4139b22be0741a824a33..0000000000000000000000000000000000000000 --- a/model-00067-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24ee60898a94b18fd8cd8438bd66b2da92f2a0eb59ca17bee309473783a111bf -size 3992994384 diff --git a/model-00068-of-00260.safetensors b/model-00068-of-00260.safetensors deleted file mode 100644 index 0a3bfd28b92c444015729179e49948d3d0dcc482..0000000000000000000000000000000000000000 --- a/model-00068-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6941e7b53e510c89519b99e6b5810a01ac277944981148edaac6092670776e67 -size 3992994424 diff --git a/model-00069-of-00260.safetensors b/model-00069-of-00260.safetensors deleted file mode 100644 index 5271c8cba571180839f08ac2870191570f586091..0000000000000000000000000000000000000000 --- a/model-00069-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e531cabc1c28650c7625ab922a3a673b58039808b0ff7a3221c4a67cd195181 -size 3992994520 diff --git a/model-00070-of-00260.safetensors b/model-00070-of-00260.safetensors index 277ecf9f2ddadb5e18218fb31d7ba11aeed2ab82..e7e7089bbbd9a1367419d858a800cfac8776f2af 100644 --- a/model-00070-of-00260.safetensors +++ b/model-00070-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f5667a23cadf49f3718cbefbc95ef8bf2d1b850cc5bbbaa23d4d60e32831ca18 -size 3992517712 +oid sha256:c902a47c8ab3717aa939117feb952c843a3c621964283f37573fe030bbbfcb24 +size 17204559744 diff --git a/model-00071-of-00260.safetensors b/model-00071-of-00260.safetensors deleted file mode 100644 index 54762738fcb76ce5bb2d0eeb9f2f9aeadf405d05..0000000000000000000000000000000000000000 --- a/model-00071-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eedd77cdc77733dd65389fdbf332f054f051044e2f63ee8b35d713749821066f -size 3992994376 diff --git a/model-00072-of-00260.safetensors b/model-00072-of-00260.safetensors deleted file mode 100644 index 3bab3d6e35ba09fba97e3115d92f1c33cf08d2cd..0000000000000000000000000000000000000000 --- a/model-00072-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c1513408a37659cbb27bb5a003b6b1f0736125ac9c590fad44acc5b2c93da16e -size 3992994384 diff --git a/model-00073-of-00260.safetensors b/model-00073-of-00260.safetensors deleted file mode 100644 index ef6d7bff3a6bf24e94b3628e15edabccca56ce85..0000000000000000000000000000000000000000 --- a/model-00073-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f26119bede10510e05e2b79616588b407fd5a625e5fb80a6cf7474d885a6bb87 -size 3992994512 diff --git a/model-00074-of-00260.safetensors b/model-00074-of-00260.safetensors deleted file mode 100644 index 01fa46e7a87c978d0c701acab1f7bb39585118a9..0000000000000000000000000000000000000000 --- a/model-00074-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dda814ba45f7241c94f01815ce12f343dadc18227c891f62feb24840aa64baf0 -size 3992994520 diff --git a/model-00075-of-00260.safetensors b/model-00075-of-00260.safetensors index 93bc67b755872cf692a179f268b69a4bef1a7863..43fa571f6a32dc61cd1bddb49e5afad896a1a05f 100644 --- a/model-00075-of-00260.safetensors +++ b/model-00075-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:962bf28bb6165e9a7b0868f4bf8f2f778b13cbc0c6a62de606e95c9a5bec3c92 -size 3992517608 +oid sha256:1b65a090893c0da9585b035c222d9cc746fcc1d843b061964186808bad1fcf69 +size 17204559744 diff --git a/model-00076-of-00260.safetensors b/model-00076-of-00260.safetensors deleted file mode 100644 index db849ee5735540cf6ced0d2641e44836f6bc51c8..0000000000000000000000000000000000000000 --- a/model-00076-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1891bce028c4cb9b658eb1622bde1cfe0b8ad57692c7b539a020c7db5a705346 -size 3992994384 diff --git a/model-00077-of-00260.safetensors b/model-00077-of-00260.safetensors deleted file mode 100644 index b74cce6586b1691d2af9237406b9411b917f68d4..0000000000000000000000000000000000000000 --- a/model-00077-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5c8dfa287d1e29ef27c3691c8f232ed49d952dd35425689403c7d1ccabff561d -size 3992994472 diff --git a/model-00078-of-00260.safetensors b/model-00078-of-00260.safetensors deleted file mode 100644 index 8d765b5eb9bd8ee4fd0f48d75ec0595e35370d9c..0000000000000000000000000000000000000000 --- a/model-00078-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:56d779b4a293235a44b3abe7ecfec7a0c66ca2b5df1eb7ec786446a74926e609 -size 3992994520 diff --git a/model-00079-of-00260.safetensors b/model-00079-of-00260.safetensors index 1a704583297ff1e56ae3a2c37f3563949a6594af..4ddc834bb7be578d0dedf05de395191bb7692dd5 100644 --- a/model-00079-of-00260.safetensors +++ b/model-00079-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0de6a47a763c0cc6f1082907477d1c72d4a2c8702b488991f0b9f3dc49ab8a72 -size 3992517648 +oid sha256:35f669cde9450ac622ddb10caa44ee49832619e60e3451f82bee4aca5d70fbf8 +size 17204559744 diff --git a/model-00080-of-00260.safetensors b/model-00080-of-00260.safetensors deleted file mode 100644 index f14db95ced2995165a75e0f66f2fe5c4e5501b8b..0000000000000000000000000000000000000000 --- a/model-00080-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d114fb1a593e56f4c8c724d7aa3cc23e5b73ed819256112da32a2acde460dd1 -size 3992994384 diff --git a/model-00081-of-00260.safetensors b/model-00081-of-00260.safetensors deleted file mode 100644 index 393777b4479f239b9cc58e11f654b3d035bb620c..0000000000000000000000000000000000000000 --- a/model-00081-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c35e174d9db50375e806088338ce25ea522f2382b5b101e4d1ff62a03cfdda8 -size 3992994432 diff --git a/model-00082-of-00260.safetensors b/model-00082-of-00260.safetensors deleted file mode 100644 index a4220286fd5c6daa626a88181561c42b8063c6ae..0000000000000000000000000000000000000000 --- a/model-00082-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:952e00f8879c03d317e79feace121a9eea2e276fcad07d9db7210123deb91bd9 -size 3992994520 diff --git a/model-00083-of-00260.safetensors b/model-00083-of-00260.safetensors index f6be3400c96c7f5f25455a3509b16f0e9e43a25d..c9228a06d0fadb012598e6dc99eafd45187cf804 100644 --- a/model-00083-of-00260.safetensors +++ b/model-00083-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:851eccd7acf0dd2d2f70e8b4f1cd7c3fe22cacf9fcdc6c3c06a4cc04aa41caa9 -size 3992517696 +oid sha256:7626f71ca927eb7f40185611818e4fe2886f7ab34c38fcabf294ff278555b038 +size 17204559744 diff --git a/model-00084-of-00260.safetensors b/model-00084-of-00260.safetensors deleted file mode 100644 index 35ff957e3f6faa744da8d5ebd7617883dd49778a..0000000000000000000000000000000000000000 --- a/model-00084-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1918ba1b6843f3a94e1aa993bb299c95d64b1a702729378847cb2862e3f7ad9e -size 3992994384 diff --git a/model-00085-of-00260.safetensors b/model-00085-of-00260.safetensors deleted file mode 100644 index c6608ff4b4d065651198b1f950768dc4367dfb7c..0000000000000000000000000000000000000000 --- a/model-00085-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4cc8cea7d967e0ed939b846be7aaaf8f2c325a03dcaf1c4fb772bb6343942b3e -size 3992994384 diff --git a/model-00086-of-00260.safetensors b/model-00086-of-00260.safetensors deleted file mode 100644 index fcc8099dd1c96f2b1d69529a7a550d46c6380d1e..0000000000000000000000000000000000000000 --- a/model-00086-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d9619d3b27bf5181f74faf7dccc49ac11af9bba4da987333594dbb44052e85b -size 3992994520 diff --git a/model-00087-of-00260.safetensors b/model-00087-of-00260.safetensors index 006c2a6d7db8f2f1767722d99693252879531a50..0b17bebb21b73d26e3b3bb31dd13bc275e1fc682 100644 --- a/model-00087-of-00260.safetensors +++ b/model-00087-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c438c37f2dd4aae17754f63893a73d80324fe754280da60a44e1663b5d1ebe6 -size 3995747144 +oid sha256:df03a0838ace7c15fee381222b2bb6b6fcd61935bd8f4c1ec008186df9e6aeb3 +size 32112872 diff --git a/model-00088-of-00260.safetensors b/model-00088-of-00260.safetensors index 402e0c3bc9403172a7719ec1557427f09c1e6f2f..a27a31b66be41adee7b7bf8d588fa548af8c3842 100644 --- a/model-00088-of-00260.safetensors +++ b/model-00088-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:355786194231ab4ec0c24e9fd2881c9862d8bfea5c11d0754e069dac99b007fc -size 3989764968 +oid sha256:74205fbd66ff0d79736756a5e0c17a06b5ec2304fb94226eb02d6a0ae87d661c +size 17172446872 diff --git a/model-00089-of-00260.safetensors b/model-00089-of-00260.safetensors deleted file mode 100644 index bfc37478d8c98d1e8903c4fca7091eb7de02f442..0000000000000000000000000000000000000000 --- a/model-00089-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6b593d3cb74ef15ac1c391ee10cca32f05ef73dbc17563cd4a1c7323a26f00b8 -size 3992994384 diff --git a/model-00090-of-00260.safetensors b/model-00090-of-00260.safetensors deleted file mode 100644 index a9389575e0e9542e3ea6ef4ba4eac215e0e1b977..0000000000000000000000000000000000000000 --- a/model-00090-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6b2ea737f58dff488f3b632f3e63a30c73d337ba8b7d3af5fe68d567c02b9f87 -size 3992994480 diff --git a/model-00091-of-00260.safetensors b/model-00091-of-00260.safetensors deleted file mode 100644 index 99efe6a246669e8a34f770ee8c632f0326081edf..0000000000000000000000000000000000000000 --- a/model-00091-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b095d7ad5c695dc084f8445135fc118727b1219676c48b85051a1f79f1fa0a5 -size 3992994520 diff --git a/model-00092-of-00260.safetensors b/model-00092-of-00260.safetensors index 2fa6d3771bea535cba826e30b0cb9722e8939177..b3ba709c333b44ff7523a447cf14761a16607993 100644 --- a/model-00092-of-00260.safetensors +++ b/model-00092-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20ac52ead214085ee294c6b38fc8211971b1d930f29eb829ca25cde86c17f98a -size 3992517640 +oid sha256:776787475bf3b848bf5f6532d4e34f1ff427c2e7adbd1ba014bb259ee2de3f30 +size 17204559744 diff --git a/model-00093-of-00260.safetensors b/model-00093-of-00260.safetensors deleted file mode 100644 index 81f580e66741f90154a243a190a80b1f1a338f56..0000000000000000000000000000000000000000 --- a/model-00093-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2035583906acf48d181ff78fb2700a4d551bb0397f2cae2c689a59b72055cdf -size 3992994384 diff --git a/model-00094-of-00260.safetensors b/model-00094-of-00260.safetensors deleted file mode 100644 index fffd852c7bcc3f44da67574eb069d83147d2d8d3..0000000000000000000000000000000000000000 --- a/model-00094-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4357a7ebd77486540e655aabb99b17b8451cbd17d6bb5b395d499f5e51e97733 -size 3992994440 diff --git a/model-00095-of-00260.safetensors b/model-00095-of-00260.safetensors deleted file mode 100644 index 076a91e7137331c94ecf0f3bc3b6894c974a54c6..0000000000000000000000000000000000000000 --- a/model-00095-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a47d464a12ce12d432ac1c0b2ab295e456540d80b2bfe95e2a401bd504cf2c4 -size 3992994520 diff --git a/model-00096-of-00260.safetensors b/model-00096-of-00260.safetensors index eb01a5256f5bd9dfdb7438afbae04a73baaf2c63..7a60a305534b47e46b79cf842056d257b3db1ecd 100644 --- a/model-00096-of-00260.safetensors +++ b/model-00096-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:193c25b5192cb4f305c90b7a9ef0dc570de4f46d5376f22993621161bb1c22ef -size 3992517680 +oid sha256:50ff7276bdd2369eba6165bc83efd7872cc1669f00a39f1184aa372ea92067bf +size 17204559744 diff --git a/model-00097-of-00260.safetensors b/model-00097-of-00260.safetensors deleted file mode 100644 index 4642a26bb4fe6f6ea74ab7a8c304f73ea217558d..0000000000000000000000000000000000000000 --- a/model-00097-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3fd1c7799053e07396269a46d2d4ced0616e7b6dcc46efc4f5502f110f4d04ac -size 3992994384 diff --git a/model-00098-of-00260.safetensors b/model-00098-of-00260.safetensors deleted file mode 100644 index 04298e7f4def8f5f1c86a9cb516eaa37c0715739..0000000000000000000000000000000000000000 --- a/model-00098-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d48f78ca12ae375e3ad93d728f512885ed5740dbad42ca6030335a6efaec68df -size 3992994400 diff --git a/model-00099-of-00260.safetensors b/model-00099-of-00260.safetensors deleted file mode 100644 index 9d3fe5e4e0914cee6fab96a01312b707fa0a1c3a..0000000000000000000000000000000000000000 --- a/model-00099-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2e7ee19d54c293dc72c188ad1172a04fe35919595d196ce0a2892fb093f38e02 -size 3992994520 diff --git a/model-00100-of-00260.safetensors b/model-00100-of-00260.safetensors index 882069e6f357253c1f357ebf68982d75a432190d..a37fa831f798c9ce9efbec6cecce989c3fd9972a 100644 --- a/model-00100-of-00260.safetensors +++ b/model-00100-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:255c75bd0261959481b7b69de50c8ba446d2cf04ede6b36e86a0dca529693008 -size 3992517752 +oid sha256:5debdb06e608e56a31300e7d8932635e9a045c5cf46ed95aae5e4d1cedc10cc0 +size 17204559744 diff --git a/model-00101-of-00260.safetensors b/model-00101-of-00260.safetensors deleted file mode 100644 index 5d09d921bda724254f4c491bcb4ce26fdc6f78d8..0000000000000000000000000000000000000000 --- a/model-00101-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af85335b133d4ef739fa6ebce89b7c06a6fcbd189330006c788d9f3110db9b82 -size 3992994352 diff --git a/model-00102-of-00260.safetensors b/model-00102-of-00260.safetensors deleted file mode 100644 index fd2e0b37e192aab8e4b8d524fc7f02f80cffe173..0000000000000000000000000000000000000000 --- a/model-00102-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:089e8ec407edf13a5f4e1716f6c68fa50642be0bdc0ae5a6b213f558d2658a37 -size 3992994384 diff --git a/model-00103-of-00260.safetensors b/model-00103-of-00260.safetensors deleted file mode 100644 index 1c36cec89efe7aac98df3292e20566ba8eb1b72f..0000000000000000000000000000000000000000 --- a/model-00103-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62b2d16c7d29b2db1cb823c54e7922fbdc48108c4a57bf60471dc8bd9c16ebb2 -size 3992994496 diff --git a/model-00104-of-00260.safetensors b/model-00104-of-00260.safetensors deleted file mode 100644 index 3b7119ff2a8068a5694472daaa7a843996919045..0000000000000000000000000000000000000000 --- a/model-00104-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e72a00fdfc7033e0498c542b40c6af4fe58c72b4e5ed4925f5b433b5e35004db -size 3992994520 diff --git a/model-00105-of-00260.safetensors b/model-00105-of-00260.safetensors index 17ac58c9a059c6d0b3f37dd2cc7fd8b3aadbd2ff..95b1373044875d4c0ce80b7e6e46831e6cdfd745 100644 --- a/model-00105-of-00260.safetensors +++ b/model-00105-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d486f2d1524d676b9329dd7c3b9eef52000a2205aeef4c6fae73ebf0e189a937 -size 3992517632 +oid sha256:49ded167fb616491accf2ba1d7ad69ffe61d30d4dc6a2bf5ef320a70b10026a4 +size 17204559744 diff --git a/model-00106-of-00260.safetensors b/model-00106-of-00260.safetensors deleted file mode 100644 index 5b03d71ac73a060370aaf92fcc5f1296b666908e..0000000000000000000000000000000000000000 --- a/model-00106-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3d21b078780afd35cb109124eca4d72d9afad31849d63bc05c01758d100f3c4f -size 3992994384 diff --git a/model-00107-of-00260.safetensors b/model-00107-of-00260.safetensors deleted file mode 100644 index 23d53701325749652a15451babc7a1fa41ae9b89..0000000000000000000000000000000000000000 --- a/model-00107-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e7358dac073556bd9faaeaa0fb3ec28c94624f425c62b3d5be3e672cd501eaba -size 3992994448 diff --git a/model-00108-of-00260.safetensors b/model-00108-of-00260.safetensors deleted file mode 100644 index 343d2112196bb02cfb41fc6de9fe0bb1e53325b8..0000000000000000000000000000000000000000 --- a/model-00108-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:acb7f50eba95ee0dc493cef8bda954851c12e9d0e35d8b105a13ac0acdc03449 -size 3992994520 diff --git a/model-00109-of-00260.safetensors b/model-00109-of-00260.safetensors index 481a97a3b69c44bef47601b8687dcc15aa483eba..c519aa07c7ea8ee0cdbcc58e7714f09927d81de8 100644 --- a/model-00109-of-00260.safetensors +++ b/model-00109-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39ea92d80facd71a3f5f19ff25df1c8257d346beca9dcce54380659c342826ec -size 3992517672 +oid sha256:683d79e4cef0d0ba63f9d81ecc15385788b3df20a90c76cff1b674f3f785285c +size 17204559744 diff --git a/model-00110-of-00260.safetensors b/model-00110-of-00260.safetensors deleted file mode 100644 index aa449c42a958aa87e3e805ca04ad1c95b7612629..0000000000000000000000000000000000000000 --- a/model-00110-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fab5b26cc432de4401f39438c4ac9f51f3c77838bffa152daf1182a8fb77bdec -size 3992994384 diff --git a/model-00111-of-00260.safetensors b/model-00111-of-00260.safetensors deleted file mode 100644 index f945b8c4db6848c63f6b46b9dde784e714bc3353..0000000000000000000000000000000000000000 --- a/model-00111-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7495dd0a0e82aa3dd85b93b718351d1fc3a3655e4e4130153a243674a5d941e3 -size 3992994408 diff --git a/model-00112-of-00260.safetensors b/model-00112-of-00260.safetensors deleted file mode 100644 index 2467c509d36fc2327167a0f9e94b3a539354be11..0000000000000000000000000000000000000000 --- a/model-00112-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f7039e412cfa022e63b0282eb7bea50d245c50415f84cac82fe4118603bb3f12 -size 3992994520 diff --git a/model-00113-of-00260.safetensors b/model-00113-of-00260.safetensors index 7877d6d8c0d4c7e35d412ca92c6f4ede508e50cb..175db53136ea05d9d046c3ff3e43c9480f4e04ae 100644 --- a/model-00113-of-00260.safetensors +++ b/model-00113-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:164224d762ace3bc3893221e6116743233e849c328d00c8dd0069207f8cc7fbc -size 3992517736 +oid sha256:95063a17b59c0ce1b6b3fcddf064af1dea6fb9d323faaf919472eb44364ee477 +size 17204559744 diff --git a/model-00114-of-00260.safetensors b/model-00114-of-00260.safetensors deleted file mode 100644 index eb255c3cb23ad48e4ea4f2410e157d6c72844af6..0000000000000000000000000000000000000000 --- a/model-00114-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:248e747da7b7064373fdf600bb1e9adc19edbd6920d98012a2fe2fa26ecda2e1 -size 3992994368 diff --git a/model-00115-of-00260.safetensors b/model-00115-of-00260.safetensors deleted file mode 100644 index 3db0d91fe799d63cc56b4a57a74a3998d0870683..0000000000000000000000000000000000000000 --- a/model-00115-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c02c6c5a8d83726349d678afcd778503fbce1efb67b5190d1b5d48faaba84684 -size 3992994384 diff --git a/model-00116-of-00260.safetensors b/model-00116-of-00260.safetensors deleted file mode 100644 index 4b8430f5a85f8e9460a8301475ca7d1db78db2de..0000000000000000000000000000000000000000 --- a/model-00116-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:66192ebd3ddab2fae0132d03a8db1da8258a897f2c065e837f8bbac6d2451369 -size 3992994504 diff --git a/model-00117-of-00260.safetensors b/model-00117-of-00260.safetensors deleted file mode 100644 index 11d200a433faf4d4de8cc85ea1c016432feea237..0000000000000000000000000000000000000000 --- a/model-00117-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a67c7ac08ca3134d7a3593d85d644766d8d2a7a29d49ddfa20692648e24de52 -size 3992994520 diff --git a/model-00118-of-00260.safetensors b/model-00118-of-00260.safetensors index 5fb8906bb47b8b3a2215c6f56a44ecb0231f8ada..36b3ba5392012bce5fd7e001c4c9b993b97ee572 100644 --- a/model-00118-of-00260.safetensors +++ b/model-00118-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:987c0f4ee44b0f18beb091a1eadeee39f2839ae09867de94e1370f5ae6251c57 -size 3992517616 +oid sha256:0675a3e169bd215096d1e9456f8e25483349d2b74134540c28d2041ac4c40cde +size 17204559744 diff --git a/model-00119-of-00260.safetensors b/model-00119-of-00260.safetensors deleted file mode 100644 index 6b681dea087875e1339401784693ac24c95830dd..0000000000000000000000000000000000000000 --- a/model-00119-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f76d390846c0e04545951644f5a34db6c5bf6f13781e01e3f726a1d2118b3e2b -size 3992994384 diff --git a/model-00120-of-00260.safetensors b/model-00120-of-00260.safetensors deleted file mode 100644 index a1cd6c4b91c3e63684fa12180155c4b429b4740d..0000000000000000000000000000000000000000 --- a/model-00120-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a48bacbcd3909839fb3f0afb2ab44e45718d3b152f11f31729294589836e98f -size 3992994456 diff --git a/model-00121-of-00260.safetensors b/model-00121-of-00260.safetensors deleted file mode 100644 index f2ef5eb6f654eadbee925dcbbb61e2985d4385ea..0000000000000000000000000000000000000000 --- a/model-00121-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e19502bbe6dc2c0c30fdcfa432f667f34a1269c51cf107ffa8bacf6372252563 -size 3992994520 diff --git a/model-00122-of-00260.safetensors b/model-00122-of-00260.safetensors index b6f4510f7056f76653a802495d839252e91b66c0..57110f2c92eb3120b86429e10581e02fa0222a35 100644 --- a/model-00122-of-00260.safetensors +++ b/model-00122-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f8507cb8f55fa6282b9ccd60503222fc89c0a83ce9cffa8524556f20b1a6700 -size 3992517664 +oid sha256:1af0b95d38cf84552b41417a9309142d9b391ce739b6983085cb8372b5e19565 +size 17204559744 diff --git a/model-00123-of-00260.safetensors b/model-00123-of-00260.safetensors deleted file mode 100644 index d982a96f94298307d797c87ad95135b0b1005ad2..0000000000000000000000000000000000000000 --- a/model-00123-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0a60c0d20f96fae7d3b34df1c2a2283f74d1cd48b6aa23376a987f66553f46a8 -size 3992994384 diff --git a/model-00124-of-00260.safetensors b/model-00124-of-00260.safetensors deleted file mode 100644 index 8acd256f827932e46dc2ff335cd831104b36621e..0000000000000000000000000000000000000000 --- a/model-00124-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a671dcebc4ec7bfd12f514b8ac754cb9d99ff9c578f333087d3027887737d9f7 -size 3992994416 diff --git a/model-00125-of-00260.safetensors b/model-00125-of-00260.safetensors deleted file mode 100644 index 67989edf9b867bcac080d27303635711f37a4956..0000000000000000000000000000000000000000 --- a/model-00125-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa5c3f1a93c7c45a5d5c2b98dd962cecf59f3155789c36a5031ccf16b4fdb72f -size 3992994520 diff --git a/model-00126-of-00260.safetensors b/model-00126-of-00260.safetensors index 8fad8ad483b4e5e8022ad10bda8a9d55dd3169ee..a9caef96db2d95da6e6f62994ef46b784262abd9 100644 --- a/model-00126-of-00260.safetensors +++ b/model-00126-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f41b6ed622a5fceacb0ed76bc377c766744d6af836fce498564258bc269ec8a -size 3992517712 +oid sha256:4bd13e4086253199d6bf880e37bc708e6a0f4ed7e6772648c73170cd09a3130f +size 17204559744 diff --git a/model-00127-of-00260.safetensors b/model-00127-of-00260.safetensors deleted file mode 100644 index 08f956db7fe0bd371358b19f6172429af4c66761..0000000000000000000000000000000000000000 --- a/model-00127-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c8d8df770c89bdd0515016db78df18ac88f778b758fb378443ee1cc2c97946b -size 3992994376 diff --git a/model-00128-of-00260.safetensors b/model-00128-of-00260.safetensors deleted file mode 100644 index 6faa4df18e2e7f1e65110f94b662b793f1b08beb..0000000000000000000000000000000000000000 --- a/model-00128-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e3578f99dc8f8a5f6551135be654a2d914bee2ab797f3e92b1f38617351b0c40 -size 3992994384 diff --git a/model-00129-of-00260.safetensors b/model-00129-of-00260.safetensors deleted file mode 100644 index e56634159db4996ce4184ff2e4768a41d2b726dd..0000000000000000000000000000000000000000 --- a/model-00129-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0cac868d5e091266a36da3ee0f655745c7e893d4dfa58bc08bfc1fa914d65c3c -size 3992994512 diff --git a/model-00130-of-00260.safetensors b/model-00130-of-00260.safetensors deleted file mode 100644 index 5ba87ff76b9c46769bb0786dfd7dc01df3435abf..0000000000000000000000000000000000000000 --- a/model-00130-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:82b5af2448d13b7b5c7f30a07b99ec5a2bc405f32bd4a14d766c90e7e9a54124 -size 3992994520 diff --git a/model-00131-of-00260.safetensors b/model-00131-of-00260.safetensors index 3d8266050974d146167099a33fbc39f2512d52be..e00ee89bd4eb04be6231431b536e9957215a5c15 100644 --- a/model-00131-of-00260.safetensors +++ b/model-00131-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d02cba38971e735862b355272fc8fd8f796ad49dceefc0ae50febc0ec9f15ee -size 3992517608 +oid sha256:cf0f2d95e9bd0a0cc843a689be2fc74f2b5381c8331c1acc34f4a1fbd0dcfc38 +size 17204559744 diff --git a/model-00132-of-00260.safetensors b/model-00132-of-00260.safetensors deleted file mode 100644 index 2bffe872b91fdf49f0c35b770b495498db8fb038..0000000000000000000000000000000000000000 --- a/model-00132-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f70eb25700eaac8e36183b10e4bb5764d3a45a06fc8308152c43745e4199b31d -size 3992994384 diff --git a/model-00133-of-00260.safetensors b/model-00133-of-00260.safetensors deleted file mode 100644 index e85e1ae3a5e57ecc88230774cb8c9caa68f014f5..0000000000000000000000000000000000000000 --- a/model-00133-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:85487cab674ee322f2e267f0e62fcb098533f4a70464eced76beb516dd05d912 -size 3992994472 diff --git a/model-00134-of-00260.safetensors b/model-00134-of-00260.safetensors deleted file mode 100644 index 4b10b56457f15db19823de5cc436466e9a6a566a..0000000000000000000000000000000000000000 --- a/model-00134-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8548fd488689f80b58ce65fe862e4650a70b433fb3a3cb9f31eda8310070739d -size 3992994520 diff --git a/model-00135-of-00260.safetensors b/model-00135-of-00260.safetensors index 8c0dd34e5d9a4585f6d558df33c04815e7e0b28a..9f674d90cc2a82ac6e84ada5ba376aa36bca5e2b 100644 --- a/model-00135-of-00260.safetensors +++ b/model-00135-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eba2d73253147248562d3aa344f8fb78063296fcf22c0c6204b059cd24432e6b -size 3992517656 +oid sha256:199e4ecd65350da7bcd013824b0108fb488830b8831e37a7cfbab6ce04c93090 +size 17204559744 diff --git a/model-00136-of-00260.safetensors b/model-00136-of-00260.safetensors deleted file mode 100644 index 650adffba358282e79f2ab21b2af892da49a71bc..0000000000000000000000000000000000000000 --- a/model-00136-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c64f93906c973085dea9af5933cbb9ea6b5e78a00004c39c834235404717cfa6 -size 3992994384 diff --git a/model-00137-of-00260.safetensors b/model-00137-of-00260.safetensors deleted file mode 100644 index 8d95f11396fc30f587f481dcfc0ede60dee6cfcb..0000000000000000000000000000000000000000 --- a/model-00137-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28dca916a94ef0cd9ee7e5b9b67d235d8f5322e5a8a7d22014c549f903806254 -size 3992994432 diff --git a/model-00138-of-00260.safetensors b/model-00138-of-00260.safetensors deleted file mode 100644 index 697e24f6c3747f9981f613aac8c7304df5e80ce9..0000000000000000000000000000000000000000 --- a/model-00138-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4ccc479fbd286038cf770729bc4e9b991190a9e661cf448fe4419a8722dc1f52 -size 3992994520 diff --git a/model-00139-of-00260.safetensors b/model-00139-of-00260.safetensors index 2c431c477ebfd87464325a04f2bac58153985b0d..054160bd6dc0e82ac664cd221c9718a1cec2f1a3 100644 --- a/model-00139-of-00260.safetensors +++ b/model-00139-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:384414540d4278dc2eb213fce8fbd39d2f9c7da6b5a530fd3a99b7b706e75cbe -size 3992517696 +oid sha256:6d0229d11ff3fc0d8bfeb0efdd35281c304b3f81c8d7294a47eb3ed403f41784 +size 17204559744 diff --git a/model-00140-of-00260.safetensors b/model-00140-of-00260.safetensors deleted file mode 100644 index b688f97148f3d8e45700d4b9e90e87bc272bda74..0000000000000000000000000000000000000000 --- a/model-00140-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f3f60e3a496d5c02a6c395749333d8dd5e2a0501f982a7c9907a727f88db1e50 -size 3992994384 diff --git a/model-00141-of-00260.safetensors b/model-00141-of-00260.safetensors deleted file mode 100644 index 8bad9d0d83bfd76f97af5fd749b33f65a53be8a9..0000000000000000000000000000000000000000 --- a/model-00141-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a9e959c8a949e7c2183392f30eb6e6484f95033d4521752dd1d2753c1573558c -size 3992994384 diff --git a/model-00142-of-00260.safetensors b/model-00142-of-00260.safetensors deleted file mode 100644 index cb48a94051f070efa65e6e8f87f4fb31200e1351..0000000000000000000000000000000000000000 --- a/model-00142-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7cfdb64c43822136cd15fe408b5341eb1c94bd718805dee321183556623299d1 -size 3992994520 diff --git a/model-00143-of-00260.safetensors b/model-00143-of-00260.safetensors deleted file mode 100644 index 84431ad74ff21c391a2e5abbdfbcffc7314d1079..0000000000000000000000000000000000000000 --- a/model-00143-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7e61027692440c6de77a610ea22b4a00d06d2c69a226ad0915050b5cae914856 -size 3992994520 diff --git a/model-00144-of-00260.safetensors b/model-00144-of-00260.safetensors index 813a612e3fa1782a9f0e197f799b22f38f9deba8..6967101167667e570fc3351357d5b8e76dc249d1 100644 --- a/model-00144-of-00260.safetensors +++ b/model-00144-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:188168330c5d9d3add1c019d2256e07e07e7b5214d51559bc1ed344aacf9c03a -size 3992517592 +oid sha256:7fb22580e7f9c6f00b1013cf3ca26211824effd53ee51b29bc08799bcde54aeb +size 17204559744 diff --git a/model-00145-of-00260.safetensors b/model-00145-of-00260.safetensors deleted file mode 100644 index 61e9487835880e14a0ba81a7bea37980985a66ae..0000000000000000000000000000000000000000 --- a/model-00145-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c6d122da426e59b4d7521061981bd9e2b2f54a88867065f2f93d672cf46dd4a -size 3992994384 diff --git a/model-00146-of-00260.safetensors b/model-00146-of-00260.safetensors deleted file mode 100644 index 74506a7882490be0299a1a7708dfb96875ef3d8d..0000000000000000000000000000000000000000 --- a/model-00146-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de6b93696f5797af02df55d7f07cf346a092a3973d9dcab1ed326abe3bd2eb6f -size 3992994480 diff --git a/model-00147-of-00260.safetensors b/model-00147-of-00260.safetensors deleted file mode 100644 index e2f4b83d36cd60d6ccf91a2d894664cb37d6ff62..0000000000000000000000000000000000000000 --- a/model-00147-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a3875c27ce4ceb05fdae470d4d6a32423de2f480669901045d78c7d896632bab -size 3992994520 diff --git a/model-00148-of-00260.safetensors b/model-00148-of-00260.safetensors index ec68d399755a16c358f4c1e32cd3e06e226a2286..577598c13334155d59aa240f37c9afd7530375ff 100644 --- a/model-00148-of-00260.safetensors +++ b/model-00148-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c991561fc01ea447d5160fd7d5475d7bee83b1e2c55b42c8a28c30bdd318323b -size 3992517640 +oid sha256:f9cc9c135cbb75057a9d0c560175a09892f773277a83b34456c62e00b7e0d055 +size 17204559744 diff --git a/model-00149-of-00260.safetensors b/model-00149-of-00260.safetensors deleted file mode 100644 index ec0a983a10d0064a7ee8413ffe24fae1c65071d7..0000000000000000000000000000000000000000 --- a/model-00149-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:06574ebff411d9ac37e10d358ae3a15b69e7015ed717e4aae379bbfe3cb3969c -size 3992994384 diff --git a/model-00150-of-00260.safetensors b/model-00150-of-00260.safetensors deleted file mode 100644 index 7628338ee07e20711a80a2dad3c356f3646a2e11..0000000000000000000000000000000000000000 --- a/model-00150-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0ca300757c9cd11fcc6bd2ce1191a6b5575c0d20a3d03390ced5793626088bd9 -size 3992994440 diff --git a/model-00151-of-00260.safetensors b/model-00151-of-00260.safetensors deleted file mode 100644 index 4383ecc9b69df70ad56b94583acc995e8774aabb..0000000000000000000000000000000000000000 --- a/model-00151-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:757875658548cf74120891f0718128be19692dfcfb99aeeb1cdbf3ff622bec12 -size 3992994520 diff --git a/model-00152-of-00260.safetensors b/model-00152-of-00260.safetensors index 1edd6b0d5050203f02c286f8a0f81719a3f0bbca..a10adbbdbf6b7f3405637290133c749d0e3a7d19 100644 --- a/model-00152-of-00260.safetensors +++ b/model-00152-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e5fc4cdc3c69af29f10260396f4e53796ff3b45029b2124e8faa5e9ac36082a -size 3992517688 +oid sha256:0677e3f1bdf3cc33adaef60ec83b1c84288cdec2211d7ef383da7a7df3c8892a +size 17204559744 diff --git a/model-00153-of-00260.safetensors b/model-00153-of-00260.safetensors deleted file mode 100644 index 85058380e61dbe46d6b400ec710bc7a217d299e9..0000000000000000000000000000000000000000 --- a/model-00153-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a167204198c75c04cea889cf203bc97adab47dece81310e1de54675a746cbe60 -size 3992994384 diff --git a/model-00154-of-00260.safetensors b/model-00154-of-00260.safetensors deleted file mode 100644 index 4888f1cd0e124af8d499a0a80f8caf269d02d743..0000000000000000000000000000000000000000 --- a/model-00154-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:45c5ad45938254d09ae9c70403b307b7611cf7862aa34c0bdaf3f6acd7fe46e4 -size 3992994400 diff --git a/model-00155-of-00260.safetensors b/model-00155-of-00260.safetensors deleted file mode 100644 index 75bf7873c0919c613ea0df0a399b9a13eac40286..0000000000000000000000000000000000000000 --- a/model-00155-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c42ed37e6fae5ba3805aaa0aef38a942d1a59419bcc3af33b9deb12536f0de37 -size 3992994520 diff --git a/model-00156-of-00260.safetensors b/model-00156-of-00260.safetensors index 14bd2c16a1120ad2e52a1413ff4bbb60aadae03f..79a8414706808351a58679eddb41976c48846b31 100644 --- a/model-00156-of-00260.safetensors +++ b/model-00156-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa0d0e960ed9e1d57564edf69e450d3a23c1aee82af05f1b5f414b7c4b7160b7 -size 3904437384 +oid sha256:2d47eaadb7386fb86b0ed21ebb871d832f5071f1808a78fc10d3fff73d6f124b +size 175685112 diff --git a/model-00157-of-00260.safetensors b/model-00157-of-00260.safetensors index 2b8d9003c1b881df6865a628865917d6c5305069..84f1ed1ba24c72770b761bc1f12541914e0da48f 100644 --- a/model-00157-of-00260.safetensors +++ b/model-00157-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9f9c015387b9aa9b0315d26f6dc23cce4d37d3d0f8d08c98bdae7efdd210254 -size 3992993968 +oid sha256:1ae50851c1db32237160f6a14075da3d2ea9f36782b055e875917a6a0fd9e696 +size 17028874608 diff --git a/model-00158-of-00260.safetensors b/model-00158-of-00260.safetensors deleted file mode 100644 index c33395416587eb993289243a3c639db1f328ddf9..0000000000000000000000000000000000000000 --- a/model-00158-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:74314613c9a7325b25e9aeb326b9f4d0c5defb70242231c7ac1e6a84b97cea22 -size 3992994384 diff --git a/model-00159-of-00260.safetensors b/model-00159-of-00260.safetensors deleted file mode 100644 index 25590efa82b31fe49ae092e01644bb28eb332f00..0000000000000000000000000000000000000000 --- a/model-00159-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1513cf507a8235ea5e6cc58ad50a0c22e2318c1038cbe509d9652a7b25f0762c -size 3992994488 diff --git a/model-00160-of-00260.safetensors b/model-00160-of-00260.safetensors deleted file mode 100644 index 6512221476146814f4bc45a3b520f198f47f679f..0000000000000000000000000000000000000000 --- a/model-00160-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3f61c669a944b63e9fb81f09eed6fe7616328ad92c390866bc5ae91f05ef534b -size 3992994520 diff --git a/model-00161-of-00260.safetensors b/model-00161-of-00260.safetensors index 7dd6901c1699a384c743ebf261bec7c95f388507..d7ff5774d4d2d573fb20bf81eec9888339f8c1ef 100644 --- a/model-00161-of-00260.safetensors +++ b/model-00161-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad3fbf17a0beae8689a76a07487e961325247247405c421e46dbece37eb210cf -size 3992517632 +oid sha256:cb03ae8ddaa99b0d9083fabb745aa88cbd486d616a8015f4de16b94f75d50cd1 +size 17204559744 diff --git a/model-00162-of-00260.safetensors b/model-00162-of-00260.safetensors deleted file mode 100644 index 33f03dd9fbdbe28ac0a5b1fd67d2f7ce61c1133f..0000000000000000000000000000000000000000 --- a/model-00162-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4c7163f4fdc977264467d095bc267edecbeadbe42bb06000ce338395741fb21 -size 3992994384 diff --git a/model-00163-of-00260.safetensors b/model-00163-of-00260.safetensors deleted file mode 100644 index 3e993d7a60c3e2ee14af6c2deefa42be6608387f..0000000000000000000000000000000000000000 --- a/model-00163-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b1fabd788efa2dd4b466268e191cba817e9452471820f75dd757395df90caa6 -size 3992994440 diff --git a/model-00164-of-00260.safetensors b/model-00164-of-00260.safetensors deleted file mode 100644 index 6df9b5f7391ba626f577ab36ab66bb50a078667d..0000000000000000000000000000000000000000 --- a/model-00164-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c35a1a8e75a445a31cc95fa8b995841f2b80897c1cbd45d019cbc2833e941f9 -size 3992994520 diff --git a/model-00165-of-00260.safetensors b/model-00165-of-00260.safetensors index ba2466747c98d875d2668085b2c8e9b7b1f489dd..5ec0dbde1b9ba88b0b78303b257c503571730097 100644 --- a/model-00165-of-00260.safetensors +++ b/model-00165-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91ad4a992bfd3823812670c5634b9a5a6c29a1bfcaab1662e1e441a3aa23b6d6 -size 3992517680 +oid sha256:4c616c66a77fbec736dc8395fae71dbe65559f6d96273435f087c2cac45b97eb +size 17204559744 diff --git a/model-00166-of-00260.safetensors b/model-00166-of-00260.safetensors deleted file mode 100644 index d5bec648acc91a99af548a59e1f5fbc7c3d1b069..0000000000000000000000000000000000000000 --- a/model-00166-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f579000a58ea1ea3cb36d8ff1c61d5fe8e760fa8ccb9a38c90c43be3eb4a5d1d -size 3992994384 diff --git a/model-00167-of-00260.safetensors b/model-00167-of-00260.safetensors deleted file mode 100644 index c16c5041bd17a7634c28e78d67ec805a394f806a..0000000000000000000000000000000000000000 --- a/model-00167-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e15a62f8824a257dfcb2248a571f37e40fb7959a0074b3b7c85ee9bcbdd1be14 -size 3992994400 diff --git a/model-00168-of-00260.safetensors b/model-00168-of-00260.safetensors deleted file mode 100644 index 26e84a727c7a424ccac2d18a93ea042d3d3e4a5a..0000000000000000000000000000000000000000 --- a/model-00168-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0fd3d532803690e8755780658a7918e99b4aae4df9b307740ddeedd7932e837 -size 3992994520 diff --git a/model-00169-of-00260.safetensors b/model-00169-of-00260.safetensors index 3fc9cd8e7d7f56922e98270e026fa437a1675e19..bbbda4cdf9fba75c6fc19d91695a2526d04a6de7 100644 --- a/model-00169-of-00260.safetensors +++ b/model-00169-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2eeb370ca47cece569ef4287584554a65ae82a63b51f4ff84b09fb139bdd7652 -size 3992517744 +oid sha256:7dd3707461e2fccf157edcb94c847c4dc0044298154e4f4e0cd525d89431f8a7 +size 17204559744 diff --git a/model-00170-of-00260.safetensors b/model-00170-of-00260.safetensors deleted file mode 100644 index a1eea234474241711747765d84bb945bc1a01844..0000000000000000000000000000000000000000 --- a/model-00170-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f228dd05bfe696a637b7a4695438b2b3433314bea60a1d95242b3d6366ddee0 -size 3992994360 diff --git a/model-00171-of-00260.safetensors b/model-00171-of-00260.safetensors deleted file mode 100644 index 3189048ef5f14ae954c3a478980c6588ab3020c0..0000000000000000000000000000000000000000 --- a/model-00171-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a091aa75e43e9389f0bca5f15f82c4894797aadbd08caf98d99670c7cd63c38 -size 3992994384 diff --git a/model-00172-of-00260.safetensors b/model-00172-of-00260.safetensors deleted file mode 100644 index efbd1a423e00afa582bb93be15e9c3d6c84487b8..0000000000000000000000000000000000000000 --- a/model-00172-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:75307a32fe29eb9af0caa1a76926abaeb134ad396c07a15a36ae2d8640ffac1f -size 3992994496 diff --git a/model-00173-of-00260.safetensors b/model-00173-of-00260.safetensors deleted file mode 100644 index 4661067a01ea37a11c6a23f42473ae6cb363ab63..0000000000000000000000000000000000000000 --- a/model-00173-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b008b9012334ad9dbdef73243e5e207680f9720110690b66d9d911fc985e7c5f -size 3992994520 diff --git a/model-00174-of-00260.safetensors b/model-00174-of-00260.safetensors index d3015e64227228ff5ef25e04575b0f0642928a11..8c798bc9c4132b8336a34a787ebe882be40d14df 100644 --- a/model-00174-of-00260.safetensors +++ b/model-00174-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:494a3de724e81a4c49cb71edd1292acabe79320fc3065f30229c4ac0ed542b3e -size 3992517624 +oid sha256:a6f5d1cf0745d1e9fc6eb3890d00765d040fe65e3a7779769ac337dbd38798cf +size 17204559744 diff --git a/model-00175-of-00260.safetensors b/model-00175-of-00260.safetensors deleted file mode 100644 index 61e7256449be7e7e5f8b2930a9b60338419bd200..0000000000000000000000000000000000000000 --- a/model-00175-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7c01b27f71b70d456a3b65ee3691d1ce6944d9f8d55f9bd42c861d65ffb492d1 -size 3992994384 diff --git a/model-00176-of-00260.safetensors b/model-00176-of-00260.safetensors deleted file mode 100644 index ac19a5f30e5221f7d4aa202d1ebdc7bb17b80771..0000000000000000000000000000000000000000 --- a/model-00176-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8ff924dd2cf3e6f5d36e98fa7adf715b2a29227997cd2fc0c66bd9beb1ec5a3 -size 3992994456 diff --git a/model-00177-of-00260.safetensors b/model-00177-of-00260.safetensors deleted file mode 100644 index 77d55db3f8d9f9706eea63390c78238f573a50ed..0000000000000000000000000000000000000000 --- a/model-00177-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d9a8798708d014b7483d1bb4c94cc081363c2bf9df852d952ac742d2dd4f99a6 -size 3992994520 diff --git a/model-00178-of-00260.safetensors b/model-00178-of-00260.safetensors index 41330a0c808488b9049650d5891f23b2428b4377..a85186e828ed4047a1c3247dbbf701ee63ff3c2e 100644 --- a/model-00178-of-00260.safetensors +++ b/model-00178-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b9746466b251e23a939c85b6d0f6675dd6251e278eea14afda97dbc56d70baa -size 3992517664 +oid sha256:0118ab5aca6138de840953272bef0f48ae016949ca1fad19a61ff2caa83e46c3 +size 17204559744 diff --git a/model-00179-of-00260.safetensors b/model-00179-of-00260.safetensors deleted file mode 100644 index c75d016483a0707b6af3b428cb004f3718cd3bcc..0000000000000000000000000000000000000000 --- a/model-00179-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02a1a1fea3da63477d39b8c3fd443cc3b07c9dd591deb5fbee3999bcd5eb07b2 -size 3992994384 diff --git a/model-00180-of-00260.safetensors b/model-00180-of-00260.safetensors deleted file mode 100644 index b8a076062d081d8480caeeb68fcc9b364aea4f58..0000000000000000000000000000000000000000 --- a/model-00180-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7c4bfc8ba9c91c078f786252a76593c2096148366e9e879cf5e2ad3dcdba354e -size 3992994416 diff --git a/model-00181-of-00260.safetensors b/model-00181-of-00260.safetensors deleted file mode 100644 index e1a24c6e7c828adb52f7298e0301d82c32115185..0000000000000000000000000000000000000000 --- a/model-00181-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c7d3637b93f23087f0029797f86aadb635d366177c43b840e8856d27a317c75 -size 3992994520 diff --git a/model-00182-of-00260.safetensors b/model-00182-of-00260.safetensors index 15871202e447ae601f8d61b125917f4cc2ed0045..fd4467fa889750c90adad977167ecaa24fb51a74 100644 --- a/model-00182-of-00260.safetensors +++ b/model-00182-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1be029eb88e02a6ccecef89d361cbb7c375a7b571457b317c860fc428e684ca4 -size 3992517720 +oid sha256:36336a1a46b8933f90b6e0a1cc4401bd7bd63c61726648749e533a0d5c7a036a +size 17204559744 diff --git a/model-00183-of-00260.safetensors b/model-00183-of-00260.safetensors deleted file mode 100644 index 2764d356039d80027e3b0c40a1d4ca492c95b054..0000000000000000000000000000000000000000 --- a/model-00183-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:01c3b0183169c02250baf54d79054b4e0937cad212f72d2a9e0062269f157467 -size 3992994368 diff --git a/model-00184-of-00260.safetensors b/model-00184-of-00260.safetensors deleted file mode 100644 index 66dd1567c40267b2bac1b0f2540ced355578e9f4..0000000000000000000000000000000000000000 --- a/model-00184-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f83a2016c6b1a2ece6a6277e0d2c2d1b28b7cab9d73e9d052dfac3781b71f50e -size 3992994384 diff --git a/model-00185-of-00260.safetensors b/model-00185-of-00260.safetensors deleted file mode 100644 index 64dab7903868c347c1274e0b7bc6c7b5d7cd8750..0000000000000000000000000000000000000000 --- a/model-00185-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:09d55979dd23ea9bb655b8e7aaa50a91423ba40f8286438cc00c024531c02d92 -size 3992994504 diff --git a/model-00186-of-00260.safetensors b/model-00186-of-00260.safetensors deleted file mode 100644 index 535723bd76e22eb4b352442db5eebbe5c46e35f3..0000000000000000000000000000000000000000 --- a/model-00186-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f61a6885932726edcfdc434a4950e800f00b9c6fcbd913a4b9ea902b25986436 -size 3992994520 diff --git a/model-00187-of-00260.safetensors b/model-00187-of-00260.safetensors index 82979f4902f5c10bca336ae19cf0f7b3e29f8a66..7bd8b890f1d0cc41f0c029f07d1bb219e5fb928a 100644 --- a/model-00187-of-00260.safetensors +++ b/model-00187-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44998e0309a5f8640bc0627e42c32057b9a86124fdc54a8018e8a237538f14e6 -size 3992517608 +oid sha256:5372256c024141f46001d895b0ed55e5cf2fd5f7c4007e84339ea7e365a49a41 +size 17204559744 diff --git a/model-00188-of-00260.safetensors b/model-00188-of-00260.safetensors deleted file mode 100644 index 3f867e7d29a330bf507bd33ebd257615465e6722..0000000000000000000000000000000000000000 --- a/model-00188-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02fcd082196af602ae53a9a551564f010d8df26ddfe6c8db4abe22b204a36a53 -size 3992994384 diff --git a/model-00189-of-00260.safetensors b/model-00189-of-00260.safetensors deleted file mode 100644 index 4833b139890a428dd80c27b7091703350a453982..0000000000000000000000000000000000000000 --- a/model-00189-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5127633db1c7168f91681ab65328e44e349d9c2023fca5b8a363eb0743ca94fa -size 3992994464 diff --git a/model-00190-of-00260.safetensors b/model-00190-of-00260.safetensors deleted file mode 100644 index a5fdd1246634fb5041a38ba4fb5ff16086e5aacb..0000000000000000000000000000000000000000 --- a/model-00190-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1509e2889474b78f9df75cf25f4fca198f868bf63586cc9be275e291c42b8fd5 -size 3992994520 diff --git a/model-00191-of-00260.safetensors b/model-00191-of-00260.safetensors index b5ec4cebbee6e32916c385158cdf3abbe8de9c9b..7e4c55e8989ef798a83c9a3c23c9e1319eb03d70 100644 --- a/model-00191-of-00260.safetensors +++ b/model-00191-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97839c4620f23574ba043d76bcb3e9e748e454e14b5533d0c7271469599a5158 -size 3992517656 +oid sha256:4dd8b7cdc612ed2cee124164042405b7226407737af473a4b2a63f35fc4d6c4d +size 17204559744 diff --git a/model-00192-of-00260.safetensors b/model-00192-of-00260.safetensors deleted file mode 100644 index e2de908df338eb565e03202b2435220b1b9045b9..0000000000000000000000000000000000000000 --- a/model-00192-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eefa07cc465024d3ac8eb941750d1f7287f57b5ed1517ac9b4952c9bb0c0d5bb -size 3992994384 diff --git a/model-00193-of-00260.safetensors b/model-00193-of-00260.safetensors deleted file mode 100644 index 72feff94a3642ff158241f06ec77d5bfae671a3b..0000000000000000000000000000000000000000 --- a/model-00193-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:20f253c948c2340a4192e71acda112ef17cabf3f12bbf55251f254d443ea4d2d -size 3992994424 diff --git a/model-00194-of-00260.safetensors b/model-00194-of-00260.safetensors deleted file mode 100644 index 683fe5c9a7bbd0e86f9d6d5ce9a653b96316f1e6..0000000000000000000000000000000000000000 --- a/model-00194-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3ae7e42e6329645f4431af08238b3c641ec4599933f8e56f2b5aa720543136c6 -size 3992994520 diff --git a/model-00195-of-00260.safetensors b/model-00195-of-00260.safetensors index 45cb0e10868d6b743c65e230c0cb50ad4ca4e8f5..b0938b56b5a62115253e04a5618afc77f977dbb0 100644 --- a/model-00195-of-00260.safetensors +++ b/model-00195-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2e27623c247fe130809051a74f25ff9a45655caf4732f5b5165bb21632344b3 -size 3992517704 +oid sha256:e370229e772e17fdd32ba55ed869b2d5cdea19c485a89b3e70f41f67289bfa02 +size 17204559744 diff --git a/model-00196-of-00260.safetensors b/model-00196-of-00260.safetensors deleted file mode 100644 index 6bdbf334a8d9ed093a2eb4700ebafbd6ba68ea23..0000000000000000000000000000000000000000 --- a/model-00196-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ea29efc3bb5f956e713a77d9cc34e4d3dad2e371e36e9ce81e6c9896f4e9c9d2 -size 3992994376 diff --git a/model-00197-of-00260.safetensors b/model-00197-of-00260.safetensors deleted file mode 100644 index 323e4fa2f5a64364fed933b05e38970f3077f106..0000000000000000000000000000000000000000 --- a/model-00197-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f58c526806a3ca0bf6f29e5035889402d0b9aee21298b26d05625d3ed8d28fe5 -size 3992994384 diff --git a/model-00198-of-00260.safetensors b/model-00198-of-00260.safetensors deleted file mode 100644 index 52cfdc1720dcbc03733e38981a713fb96979c4c6..0000000000000000000000000000000000000000 --- a/model-00198-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:49efce4a4829b8b4375965b9a4ca58adc1426ff951acbdcfaef2365176182030 -size 3992994512 diff --git a/model-00199-of-00260.safetensors b/model-00199-of-00260.safetensors deleted file mode 100644 index c6f2e407836977518bd64073334b5ef0494c001e..0000000000000000000000000000000000000000 --- a/model-00199-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f9316bfbc6b7e95204d840b8471114fa7730bc55b97cc1635b4f722950485a5d -size 3992994520 diff --git a/model-00200-of-00260.safetensors b/model-00200-of-00260.safetensors index 00df44f67c62ae4ac563027ee332d13a46caef65..4c8a43a8209b04ed29c75bf8be41a3a79595bce9 100644 --- a/model-00200-of-00260.safetensors +++ b/model-00200-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87d5ab30122c5d050f338fa5804f200f8f71716eefce1f42e941b91d46440a0e -size 3992517600 +oid sha256:d4a9cfffaf873d6d04622f107f58129f1a89cbadaccecf0334ded3ad61d97dec +size 17204559744 diff --git a/model-00201-of-00260.safetensors b/model-00201-of-00260.safetensors deleted file mode 100644 index e4466135a83f68a14713b41892a794300dc1bbd9..0000000000000000000000000000000000000000 --- a/model-00201-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:81cd3c30bceba2b88bfda3929670388a0b3f498b19a9a1e0c11bb24b9f7325d2 -size 3992994384 diff --git a/model-00202-of-00260.safetensors b/model-00202-of-00260.safetensors deleted file mode 100644 index e2ab3a7d8e31942df74b47984fa960e5cab77e77..0000000000000000000000000000000000000000 --- a/model-00202-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7140869e81ae8a34281605fcdd53ae36a1f7629f2869efb413c22268f110966d -size 3992994472 diff --git a/model-00203-of-00260.safetensors b/model-00203-of-00260.safetensors deleted file mode 100644 index 809b86e8db23b3d07e565d4f685bd7ed145b6e5c..0000000000000000000000000000000000000000 --- a/model-00203-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15250573a895a59f1d7ec839b6c873f40ac05f1d6c9d225e4bd12d81c38023e1 -size 3992994520 diff --git a/model-00204-of-00260.safetensors b/model-00204-of-00260.safetensors index edb0c39d2987a5f1fef45c445829494f2d1727e8..5c0cba42cdd259d5891f561efe7164296fe26d3d 100644 --- a/model-00204-of-00260.safetensors +++ b/model-00204-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32f2ea70ff9591a2c58643f110040b8611fdc2e7e4aa051538ef00d6751d4d5b -size 3992517648 +oid sha256:776cd9f8998d7997beea29da0ec50790998560ade5cf05c0af73538f956d9192 +size 17204559744 diff --git a/model-00205-of-00260.safetensors b/model-00205-of-00260.safetensors deleted file mode 100644 index d4134245a47c27f5857520b82996b9cf0fa1de3c..0000000000000000000000000000000000000000 --- a/model-00205-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:82f303207d7bea625fad2a6c2832b081f5f685359a08c66c8b75e896411b0af8 -size 3992994384 diff --git a/model-00206-of-00260.safetensors b/model-00206-of-00260.safetensors deleted file mode 100644 index 81a188ecba0206ab4c7cb58270f86e8419912106..0000000000000000000000000000000000000000 --- a/model-00206-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:47248d646d8a78147e06942f3e59c8e8bfdf63af286edd0a2a3c8f5d48930ee0 -size 3992994432 diff --git a/model-00207-of-00260.safetensors b/model-00207-of-00260.safetensors deleted file mode 100644 index 8e626d8476c13e864601dcf756f6539ca35ea7b5..0000000000000000000000000000000000000000 --- a/model-00207-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be961406254a84eb1864e02e8c2e4cf0250b7fdfc12a6dba45922066cb4644b9 -size 3992994520 diff --git a/model-00208-of-00260.safetensors b/model-00208-of-00260.safetensors index 1b5b6441f63d118d5a45edd0df2fcf5e85294975..dd329819223a37915fe11a9473021d3201187c07 100644 --- a/model-00208-of-00260.safetensors +++ b/model-00208-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:957acf6132774e6b558810008f94b6a8ec8824238e09034e9695fcf32334f35d -size 3992517688 +oid sha256:fdc4ed7d5099a6da33070085a79a8810fb1effa3352855a74ec6925202312741 +size 17204559744 diff --git a/model-00209-of-00260.safetensors b/model-00209-of-00260.safetensors deleted file mode 100644 index 729d7331b6542e93440eab73682bfca2e5b0da8a..0000000000000000000000000000000000000000 --- a/model-00209-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:60652f8069e1c5c1cd1ffaa974260eea5e7e5583f8f2aa2d37d52b2aab5aa1ea -size 3992994384 diff --git a/model-00210-of-00260.safetensors b/model-00210-of-00260.safetensors deleted file mode 100644 index 3ff050092f83f5855ee50b6880cda8cd3fd633f9..0000000000000000000000000000000000000000 --- a/model-00210-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a1a2984d926efc25ed8f866f80c1a315bb453d9237230395d0b3ee1797685a3c -size 3992994392 diff --git a/model-00211-of-00260.safetensors b/model-00211-of-00260.safetensors deleted file mode 100644 index 4e23944713c5c7ef15d17d1b73c961dd34fceeb8..0000000000000000000000000000000000000000 --- a/model-00211-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2f4bf4c006bca539ae248727af46fdc96b58a57f1a6efa133be902a2ba4ad07 -size 3992994520 diff --git a/model-00212-of-00260.safetensors b/model-00212-of-00260.safetensors index 53032b8c90236b1bf494ddb33c9753ef716d0247..87af6fac29821f68041d982b867dc25e4d4843e3 100644 --- a/model-00212-of-00260.safetensors +++ b/model-00212-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4355a9dc904f6c0f991b41c46a0dd5cf3ef9d3b8078d88e7f1683d4f61e3df20 -size 3988453648 +oid sha256:e769ca28261bec9a52b3717068dfd7f40184a2a03d90b6c5e4581164d6aec1fe +size 112900120 diff --git a/model-00213-of-00260.safetensors b/model-00213-of-00260.safetensors index ec3e0507ead3a4097247a856c31510fcdafd5997..fc97ab87692755783d13921c18aff8e2f025f623 100644 --- a/model-00213-of-00260.safetensors +++ b/model-00213-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:998e345c100af576b84938ddd745a57e7b429651816578ee2f9694a1b86562fc -size 3997058464 +oid sha256:9c0f81be1e324bb6c7be6675e3c1455bcad267abdf7099ab30968803df390fe5 +size 17091659616 diff --git a/model-00214-of-00260.safetensors b/model-00214-of-00260.safetensors deleted file mode 100644 index bddbe99dab97118730d3c68ce1f9fc619c1aaf88..0000000000000000000000000000000000000000 --- a/model-00214-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a8a5434a71046e749892f590f71ce61330bf68988c9a9d4533d59888794e8d6 -size 3992994384 diff --git a/model-00215-of-00260.safetensors b/model-00215-of-00260.safetensors deleted file mode 100644 index c52070c032247db4a9f9e4f508ef8946a7d9bb79..0000000000000000000000000000000000000000 --- a/model-00215-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:30dcd73b3cd0af83e59c9aaff4886f89fa2aea8d0b341806a4a7b35d77143b31 -size 3992994488 diff --git a/model-00216-of-00260.safetensors b/model-00216-of-00260.safetensors deleted file mode 100644 index c0ebb08a8d59c4b037cf36d0fbee98e90c2c2e19..0000000000000000000000000000000000000000 --- a/model-00216-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d09152cc423436e33b1519df5af59c31633bbf683dd2897e8ebffecb986a9d1d -size 3992994520 diff --git a/model-00217-of-00260.safetensors b/model-00217-of-00260.safetensors index e6cf81e7854ee54ce09c500c6ccbd9661a722173..2fd20775088c223c7befe44c4d8c1fbb80345a64 100644 --- a/model-00217-of-00260.safetensors +++ b/model-00217-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00ee19f40f9336c8b42c26755fea596a6ae1a0bf79a92d99a41ebf9a5f208516 -size 3992517640 +oid sha256:645f60b17c175d6ceaacc9aaf12789fdf330e95e38e70bad93f49e11739bf809 +size 17204559744 diff --git a/model-00218-of-00260.safetensors b/model-00218-of-00260.safetensors deleted file mode 100644 index 746f08dc0d73a742687c762ceb9e65f64af81680..0000000000000000000000000000000000000000 --- a/model-00218-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4336798f2974d26d545186adb6f82b6e9e0b0d847b0c2e6dd09a9debde1fbf50 -size 3992994384 diff --git a/model-00219-of-00260.safetensors b/model-00219-of-00260.safetensors deleted file mode 100644 index 135ae59a9698577386c82a89eee61a1643d85128..0000000000000000000000000000000000000000 --- a/model-00219-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:48f3d50a4706df459b988cea3cedbad690713b538cfb02d148ec482528bfeed3 -size 3992994440 diff --git a/model-00220-of-00260.safetensors b/model-00220-of-00260.safetensors deleted file mode 100644 index 53e53d7b744d8d96afd7d300204a79ae0d3715bb..0000000000000000000000000000000000000000 --- a/model-00220-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1f01b8162df94767dfeb33a3d1393778df0e141a6858944780bed20d16cbc3b0 -size 3992994520 diff --git a/model-00221-of-00260.safetensors b/model-00221-of-00260.safetensors index 2285ad9455435bed60ccb935e852bdeaa5a80155..c9033640eb341f625afef036d5313f43b4d4851f 100644 --- a/model-00221-of-00260.safetensors +++ b/model-00221-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7daf0d0f22ce9426b439fcfe25bfd8a36982f95c1a0ac28d777a000654e3ed7d -size 3992517680 +oid sha256:50cfe5355699eb069642825ccb9cf1813de9f627550c57ba9479545367d0bda3 +size 17204559744 diff --git a/model-00222-of-00260.safetensors b/model-00222-of-00260.safetensors deleted file mode 100644 index dd685d795e5ed928dcebfbb84371bcabe3f15c7d..0000000000000000000000000000000000000000 --- a/model-00222-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:47a9bf98109091eb181afa74e226c4c538fc5968515879a6a96089d682712472 -size 3992994384 diff --git a/model-00223-of-00260.safetensors b/model-00223-of-00260.safetensors deleted file mode 100644 index 85956f6b7680d0927af348f0eccec127e5c6af40..0000000000000000000000000000000000000000 --- a/model-00223-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:906f9c1d504d18fd5b5edb1da132f6865d425b2bb95e8692f6fbf55c89e87074 -size 3992994400 diff --git a/model-00224-of-00260.safetensors b/model-00224-of-00260.safetensors deleted file mode 100644 index fca46cfa37a665c69db6573b589cad20f9365032..0000000000000000000000000000000000000000 --- a/model-00224-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ea4cdadb5f95e9b9b10271d2436baa3f34a5047c375b7f37261d633b432636b4 -size 3992994520 diff --git a/model-00225-of-00260.safetensors b/model-00225-of-00260.safetensors index d93ad05f7293da631ef3e30705371595a122c2d2..af10177cf0e3a8b44de752d6ba40822b8470c17a 100644 --- a/model-00225-of-00260.safetensors +++ b/model-00225-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a770015a8ea6f7a4d5a9c233e4d38ee1e92506809d90849b6853ed789ed4e61 -size 3992517744 +oid sha256:e80f0c542c243f76ceb998813dab666f608307a1ce8f49e1beda4b7a65790d79 +size 17204559744 diff --git a/model-00226-of-00260.safetensors b/model-00226-of-00260.safetensors deleted file mode 100644 index 965a50d1b66bc161dcff25eae9d0094e8cfb7093..0000000000000000000000000000000000000000 --- a/model-00226-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15da6a7a8e7c14fa6c1468a959998cc252b42e2248de9468b0b9f60f485012eb -size 3992994352 diff --git a/model-00227-of-00260.safetensors b/model-00227-of-00260.safetensors deleted file mode 100644 index 1372f5fcb66c0d9d6cf37213114e3a8626d34452..0000000000000000000000000000000000000000 --- a/model-00227-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:00ad017165f55e3f410d5d119ca6db0ac4091ecbc5f27245fa7ac185e097f55b -size 3992994384 diff --git a/model-00228-of-00260.safetensors b/model-00228-of-00260.safetensors deleted file mode 100644 index 1e3157536fff628a709c468b73245d5b9cdf863e..0000000000000000000000000000000000000000 --- a/model-00228-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cb0f0131a84ec8f656afd815b5e5688bfa57dc247ea97e2d59575d0a0fc96f2f -size 3992994496 diff --git a/model-00229-of-00260.safetensors b/model-00229-of-00260.safetensors deleted file mode 100644 index d7fe5965310b589db3cb5cd51265581b14130057..0000000000000000000000000000000000000000 --- a/model-00229-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d1cda6e54dfbbae418f99c712890ae8061ff4815c631ee6301793e2e5a048c8 -size 3992994520 diff --git a/model-00230-of-00260.safetensors b/model-00230-of-00260.safetensors index 7f0cbe7619a06f45ae11adbc1b0247fcb1db139c..8468cf9f4b6b0a6d3a877e8bd2a89cdef41e026e 100644 --- a/model-00230-of-00260.safetensors +++ b/model-00230-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc1e5277a786d14d4304842a7d1f5d30e5043ddb630bd2eac3184f0769a69f46 -size 3992517624 +oid sha256:ab9531dc90737ac2fe8636ec767c47dbb2a8b5f800cafe1315670e28040caebd +size 17204559744 diff --git a/model-00231-of-00260.safetensors b/model-00231-of-00260.safetensors deleted file mode 100644 index 29aae42cb7b4b0710801d14e0c83a845f062d05f..0000000000000000000000000000000000000000 --- a/model-00231-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8dbf13627a7bd26a4d269ead3566aa897f4d3a870d60b6a85285979916685c6c -size 3992994384 diff --git a/model-00232-of-00260.safetensors b/model-00232-of-00260.safetensors deleted file mode 100644 index 343d9ea5e1289fb5b462089324c484b7614d9072..0000000000000000000000000000000000000000 --- a/model-00232-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a46c9901dadf7aff0f813960f5d9a0f2628c6af71436ba1c1b01454d8d0b74e8 -size 3992994456 diff --git a/model-00233-of-00260.safetensors b/model-00233-of-00260.safetensors deleted file mode 100644 index ddb8b8dbfbf9a7ebcea238482f35060c5e8a9381..0000000000000000000000000000000000000000 --- a/model-00233-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5b705525ec895227faab6e1d042a84067f43859df35defe6229d0f0c6d4a83c3 -size 3992994520 diff --git a/model-00234-of-00260.safetensors b/model-00234-of-00260.safetensors index d963584177f8cbaf686f20d079fdadb70d79816b..ad24acdbf452633017d31367e9b37faadbc3f1f5 100644 --- a/model-00234-of-00260.safetensors +++ b/model-00234-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ec37ba1f2ca678d9cba97e722f7ff77a522c4997857ecf539954a7c2e7d3982 -size 3992517672 +oid sha256:8e52e622a32b8141c0ed659a5fdb6e3da3aa8f9036772a23fee5c35ce6eaed0a +size 17204559744 diff --git a/model-00235-of-00260.safetensors b/model-00235-of-00260.safetensors deleted file mode 100644 index 9c01397ead679d287dc4dc4a4f50969aa9c084bf..0000000000000000000000000000000000000000 --- a/model-00235-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dfcc89898d8f2cf4ea7c1e73db8f1d3e6f6f8667187a339215d733d82631cdaa -size 3992994384 diff --git a/model-00236-of-00260.safetensors b/model-00236-of-00260.safetensors deleted file mode 100644 index 07da792d6a15b067b2e29c3b5346537d03781a5f..0000000000000000000000000000000000000000 --- a/model-00236-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:31d76257c09eb1e5cbe26bb760be6ce5a2cf19a45f09db9d7ba6fa0393ccb7f2 -size 3992994408 diff --git a/model-00237-of-00260.safetensors b/model-00237-of-00260.safetensors deleted file mode 100644 index 175239cd92cb2b285e439e843d6dd0729b056702..0000000000000000000000000000000000000000 --- a/model-00237-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2a3f937d501906d47eba5dd185742abf2ab258aafa44da36dcbff4f90e2c8c73 -size 3992994520 diff --git a/model-00238-of-00260.safetensors b/model-00238-of-00260.safetensors index dea83a90c4f3dcb6a51b177173d1eeeb92eb1878..f9c3ff5da2dd6174b73bd13ad55f8be47aa11e30 100644 --- a/model-00238-of-00260.safetensors +++ b/model-00238-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f31b6f2e96df675ac1651fb7aeb87b0e873a691507357e83290faac77f2e4299 -size 3992517728 +oid sha256:579c4be82ff6f857b9a9460bdeafbfe203ca2d0a8207f5e9c4c9aaa560124561 +size 17204559744 diff --git a/model-00239-of-00260.safetensors b/model-00239-of-00260.safetensors deleted file mode 100644 index f2e5e01fb570af56dfccd98fbdd13804261ce4b8..0000000000000000000000000000000000000000 --- a/model-00239-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3b3b13c423788d93d6d97b20dba60868efb1afe1d3baa8eb908b16ac433f7123 -size 3992994368 diff --git a/model-00240-of-00260.safetensors b/model-00240-of-00260.safetensors deleted file mode 100644 index 036313f8be49afc69751d42ae76754714de4d22a..0000000000000000000000000000000000000000 --- a/model-00240-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7a888c3268757eaee1fa86ef3137a34f59516e36a824577869e505e9dfe43b91 -size 3992994384 diff --git a/model-00241-of-00260.safetensors b/model-00241-of-00260.safetensors deleted file mode 100644 index c5ebe9c3b8558a07a607bc7083869fd3c867ff61..0000000000000000000000000000000000000000 --- a/model-00241-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:69f03220c24c990c7b9dbd9ee980dfb764622c18c98595e63132a67ef8818d71 -size 3992994504 diff --git a/model-00242-of-00260.safetensors b/model-00242-of-00260.safetensors deleted file mode 100644 index 11cf3656ead6ee199d576fb0e4429cac657e143f..0000000000000000000000000000000000000000 --- a/model-00242-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89a0337007e0a87a385bdbcfa8787d7ffc3d8582d6071d169d4940a27e6d8505 -size 3992994520 diff --git a/model-00243-of-00260.safetensors b/model-00243-of-00260.safetensors index cc04622087e040ae6530989a4998494b6737d456..cf4f655fdb028d3b366ad665041c04757af1900e 100644 --- a/model-00243-of-00260.safetensors +++ b/model-00243-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:76cd54337e71e1255bfb34b79309f26315871f8e0469f2618b9095823dad758d -size 3992517616 +oid sha256:c276a444611f11057f201edae1f4d9284dfc65af1660ad94c6c867985dc1eb3a +size 17204559744 diff --git a/model-00244-of-00260.safetensors b/model-00244-of-00260.safetensors deleted file mode 100644 index 9771c89f9bb7d741d8a11e45a2476ac2b2ba1d2f..0000000000000000000000000000000000000000 --- a/model-00244-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9d643bf190a0057f7c158d20a75dc217ac19923b7beaa4c67fb2335a7d5e8e2f -size 3992994384 diff --git a/model-00245-of-00260.safetensors b/model-00245-of-00260.safetensors deleted file mode 100644 index 29a8c0a0671351dfcafd59782ac6c41266a34f40..0000000000000000000000000000000000000000 --- a/model-00245-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd7e68983dfb8ad8c1a43f4d832fd2194b604c0f208dc2839944e50147d7ce94 -size 3992994464 diff --git a/model-00246-of-00260.safetensors b/model-00246-of-00260.safetensors deleted file mode 100644 index 1f8c1a4e17243a1c6b8782d7993a4f24dbe99a7f..0000000000000000000000000000000000000000 --- a/model-00246-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:417215b2ca56f7d6c4faf9354a510421c81cacde778fcbda654f3fc26db9d260 -size 3992994520 diff --git a/model-00247-of-00260.safetensors b/model-00247-of-00260.safetensors index 1ba279da5ddab5455411380d77dc06ce1da836f7..ea1fd307ea6af863aa5384ddc7057bfd360e3f33 100644 --- a/model-00247-of-00260.safetensors +++ b/model-00247-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03af482f378c04e42a48fb796cfe858dca3b094f8308c2416dcab9c314723dfc -size 3992517656 +oid sha256:e5d0f321b510679b7089f9f5d09aee9fa9da79778285584881687abb76aefbe2 +size 17204559744 diff --git a/model-00248-of-00260.safetensors b/model-00248-of-00260.safetensors deleted file mode 100644 index 9ae80d1710fe91d16225de5ba492261ca4eda7b2..0000000000000000000000000000000000000000 --- a/model-00248-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:74c9d309969f7e4488ab1e5fe73a7985980707d5c78a71674a17972d6600f02b -size 3992994384 diff --git a/model-00249-of-00260.safetensors b/model-00249-of-00260.safetensors deleted file mode 100644 index cb932d4dae9a156f48b883a259682a9665c5ec72..0000000000000000000000000000000000000000 --- a/model-00249-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f624b910499d011d7b783423537f0b290cefc91441d6ac64c362f301e2637eb8 -size 3992994416 diff --git a/model-00250-of-00260.safetensors b/model-00250-of-00260.safetensors deleted file mode 100644 index de1eb4b91eb071afaa2d7b5be96f6039de3f8a1e..0000000000000000000000000000000000000000 --- a/model-00250-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce1a20a3ca95c500c7672bbfbd969f57af07f3f9f5378c3be463afe5fc0c3446 -size 3992994520 diff --git a/model-00251-of-00260.safetensors b/model-00251-of-00260.safetensors index 04d08659f16e4cec2a88f07d4728b004abd464c9..4a12a4740fd687af155d2e95d889b483c14e72f2 100644 --- a/model-00251-of-00260.safetensors +++ b/model-00251-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c83fbb9e0ad5845e4c1f17b7f6bdd0ff9935908c556350f1c16d0d2e237be1ea -size 3992517704 +oid sha256:091868ab141a865d0ca6ba3c6dc689651a3e1c74c9d7255f7a9a404f94e05bc1 +size 17204559744 diff --git a/model-00252-of-00260.safetensors b/model-00252-of-00260.safetensors deleted file mode 100644 index 48076461fc483d9ffc8232f097ae4bc15d7164ff..0000000000000000000000000000000000000000 --- a/model-00252-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:19035b4ed0544ddb5c930f082a9d58227d7f33a9933d6c82aee9dfe997ca55bd -size 3992994376 diff --git a/model-00253-of-00260.safetensors b/model-00253-of-00260.safetensors deleted file mode 100644 index b507eb5cd860e4e3ea4efdf7d3deb145b8bacdec..0000000000000000000000000000000000000000 --- a/model-00253-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d30500bd58bb9a151d38788f58395ec35deb79746e56ec2fb8fe9cd3a957f124 -size 3992994384 diff --git a/model-00254-of-00260.safetensors b/model-00254-of-00260.safetensors deleted file mode 100644 index a4923333febcbbd315bd8b211c72d6fb6acbe269..0000000000000000000000000000000000000000 --- a/model-00254-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ebde0648cf06304fa3f4892608d7bc72cc2933ff811dd49700c7933cd35b9625 -size 3992994512 diff --git a/model-00255-of-00260.safetensors b/model-00255-of-00260.safetensors deleted file mode 100644 index f8aace7b4c227ae153a19494b028f98997c95e39..0000000000000000000000000000000000000000 --- a/model-00255-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d48de05904cfa61ce909c5f900e963a2e913ac3c317e2ca979a94a00dd71ac70 -size 3992994520 diff --git a/model-00256-of-00260.safetensors b/model-00256-of-00260.safetensors index 0ef5a9aa728c67637fe5bd1484accac7da566850..901e05c9d42a194738615b69c23da53ea15760ba 100644 --- a/model-00256-of-00260.safetensors +++ b/model-00256-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db4db85e9469ff815fba35fa657ebbc914c771943f20c7c918c632adf5aabf66 -size 3992517600 +oid sha256:443c95f44da89ba88411ed9a8e0daffdb4e10ef5db0843abc4e87639a8aa5833 +size 17204559744 diff --git a/model-00257-of-00260.safetensors b/model-00257-of-00260.safetensors deleted file mode 100644 index bd52e53250a71252b66d50e0cad344a47bef8f84..0000000000000000000000000000000000000000 --- a/model-00257-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9ca9df5bce9bbc6529ddf6c54afb7b4e6d5df4d75a9a4acf26305fb926fe33ad -size 3992994384 diff --git a/model-00258-of-00260.safetensors b/model-00258-of-00260.safetensors deleted file mode 100644 index 56926d286e01d3ca1c410e8adedb27f0fa15569b..0000000000000000000000000000000000000000 --- a/model-00258-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:375e7b20e0c8dbae14fb18a00da777541002a9abe8223e94013020cf5d8bf68f -size 3992994472 diff --git a/model-00259-of-00260.safetensors b/model-00259-of-00260.safetensors deleted file mode 100644 index f25cf24f46338ccf51573bfeab836761c55b31a8..0000000000000000000000000000000000000000 --- a/model-00259-of-00260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0a103b4c7bb430de6305edef5314556386f71b2ef09c2885ffd8e4fbba35c70b -size 3992994520 diff --git a/model-00260-of-00260.safetensors b/model-00260-of-00260.safetensors index 991c3ee0c9b3f568cf35c1fae8f77a1083737467..4d1c312935e0af1305c992b6db51abd18fe75c13 100644 --- a/model-00260-of-00260.safetensors +++ b/model-00260-of-00260.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb532786e79ec82fd90b15061d44fcb9dab352b112068f6e8c9f109b901190e0 -size 3907714232 +oid sha256:9902a00b7a1b306701169cb8aa8255329ff07d269e1021a98b94ed6a73dbddb5 +size 2439701512 diff --git a/model.safetensors.index.json b/model.safetensors.index.json index 1fcd070d9fb75c8c93aeef81945c11ea4f25bd8e..32b85235ae9f95ba750caefc91e77ce2872426f3 100644 --- a/model.safetensors.index.json +++ b/model.safetensors.index.json @@ -1 +1,983 @@ -{"metadata": {"total_size": 1037966118912}, "weight_map": {"model.embed_tokens.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.mlp.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.0.input_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.0.post_mlp_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.q_b_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.0.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.0.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.1.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.1.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.2.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.2.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.3.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.3.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.4.up_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.4.down_proj.weight": "model-00001-of-00260.safetensors", "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.5.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.5.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.6.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.6.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.7.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.7.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.8.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.8.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.9.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.9.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.10.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.10.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.11.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.11.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.12.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.12.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.13.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.13.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.14.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.14.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.15.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.15.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.16.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.16.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.17.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.17.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.18.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.18.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.19.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.19.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.20.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.20.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.21.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.21.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.22.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.22.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.23.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.23.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.24.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.24.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.25.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.25.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.26.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.26.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.27.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.27.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.28.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.28.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.29.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.29.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.30.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.30.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.31.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.31.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.32.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.32.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.33.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.33.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.34.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.34.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.35.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.35.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.36.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.36.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.37.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.37.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.38.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.38.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.39.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.39.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.40.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.40.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.41.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.41.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.42.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.42.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.43.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.43.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.44.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.44.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.45.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.45.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.46.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.46.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.47.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.47.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.48.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.48.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.49.up_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.49.down_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00002-of-00260.safetensors", "model.layers.1.mlp.experts.50.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.50.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.51.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.51.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.52.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.52.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.53.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.53.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.54.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.54.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.55.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.55.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.56.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.56.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.57.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.57.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.58.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.58.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.59.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.59.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.60.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.60.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.61.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.61.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.62.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.62.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.63.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.63.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.64.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.64.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.65.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.65.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.65.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.66.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.66.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.66.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.67.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.67.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.67.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.68.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.68.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.68.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.69.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.69.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.69.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.70.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.70.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.70.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.71.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.71.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.71.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.72.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.72.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.72.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.73.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.73.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.73.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.74.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.74.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.74.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.75.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.75.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.75.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.76.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.76.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.76.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.77.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.77.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.77.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.78.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.78.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.78.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.79.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.79.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.79.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.80.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.80.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.80.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.81.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.81.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.81.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.82.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.82.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.82.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.83.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.83.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.83.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.84.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.84.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.84.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.85.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.85.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.85.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.86.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.86.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.86.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.87.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.87.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.87.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.88.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.88.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.88.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.89.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.89.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.89.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.90.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.90.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.90.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.91.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.91.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.91.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.92.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.92.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.92.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.93.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.93.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.93.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.94.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.94.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.94.down_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.95.gate_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.95.up_proj.weight": "model-00003-of-00260.safetensors", "model.layers.1.mlp.experts.95.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.96.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.96.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.96.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.97.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.97.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.97.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.98.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.98.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.98.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.99.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.99.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.99.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.100.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.100.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.100.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.101.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.101.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.101.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.102.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.102.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.102.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.103.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.103.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.103.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.104.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.104.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.104.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.105.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.105.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.105.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.106.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.106.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.106.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.107.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.107.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.107.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.108.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.108.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.108.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.109.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.109.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.109.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.110.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.110.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.110.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.111.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.111.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.111.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.112.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.112.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.112.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.113.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.113.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.113.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.114.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.114.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.114.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.115.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.115.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.115.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.116.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.116.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.116.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.117.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.117.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.117.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.118.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.118.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.118.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.119.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.119.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.119.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.120.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.120.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.120.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.121.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.121.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.121.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.122.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.122.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.122.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.123.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.123.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.123.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.124.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.124.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.124.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.125.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.125.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.125.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.126.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.126.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.126.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.127.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.127.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.127.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.128.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.128.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.128.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.129.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.129.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.129.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.130.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.130.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.130.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.131.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.131.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.131.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.132.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.132.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.132.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.133.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.133.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.133.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.134.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.134.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.134.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.135.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.135.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.135.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.136.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.136.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.136.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.137.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.137.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.137.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.138.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.138.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.138.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.139.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.139.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.139.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.140.gate_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.140.up_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.140.down_proj.weight": "model-00004-of-00260.safetensors", "model.layers.1.mlp.experts.141.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.141.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.141.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.142.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.142.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.142.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.143.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.143.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.143.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.144.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.144.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.144.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.145.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.145.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.145.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.146.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.146.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.146.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.147.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.147.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.147.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.148.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.148.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.148.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.149.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.149.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.149.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.150.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.150.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.150.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.151.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.151.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.151.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.152.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.152.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.152.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.153.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.153.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.153.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.154.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.154.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.154.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.155.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.155.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.155.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.156.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.156.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.156.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.157.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.157.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.157.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.158.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.158.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.158.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.159.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.159.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.159.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.160.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.160.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.160.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.161.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.161.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.161.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.162.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.162.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.162.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.163.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.163.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.163.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.164.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.164.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.164.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.165.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.165.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.165.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.166.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.166.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.166.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.167.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.167.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.167.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.168.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.168.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.168.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.169.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.169.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.169.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.170.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.170.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.170.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.171.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.171.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.171.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.172.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.172.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.172.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.173.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.173.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.173.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.174.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.174.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.174.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.175.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.175.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.175.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.176.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.176.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.176.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.177.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.177.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.177.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.178.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.178.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.178.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.179.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.179.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.179.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.180.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.180.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.180.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.181.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.181.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.181.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.182.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.182.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.182.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.183.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.183.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.183.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.184.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.184.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.184.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.185.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.185.up_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.185.down_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.186.gate_proj.weight": "model-00005-of-00260.safetensors", "model.layers.1.mlp.experts.186.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.186.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.187.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.187.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.187.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.188.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.188.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.188.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.189.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.189.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.189.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.190.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.190.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.190.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.191.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.191.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.experts.191.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.gate.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.1.input_layernorm.weight": "model-00006-of-00260.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00006-of-00260.safetensors", "model.layers.1.post_mlp_layernorm.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.q_a_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.q_a_layernorm.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.q_b_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.kv_b_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.0.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.0.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.0.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.1.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.1.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.1.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.2.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.2.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.2.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.3.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.3.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.3.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.4.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.4.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.4.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.5.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.5.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.5.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.6.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.6.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.6.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.7.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.7.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.8.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.8.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.8.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.9.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.9.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.9.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.10.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.10.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.10.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.11.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.11.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.11.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.12.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.12.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.12.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.13.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.13.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.13.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.14.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.14.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.14.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.15.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.15.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.15.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.16.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.16.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.16.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.17.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.17.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.17.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.18.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.18.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.18.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.19.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.19.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.19.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.20.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.20.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.20.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.21.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.21.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.21.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.22.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.22.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.22.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.23.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.23.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.23.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.24.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.24.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.24.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.25.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.25.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.25.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.26.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.26.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.26.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.27.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.27.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.27.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.28.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.28.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.28.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.29.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.29.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.29.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.30.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.30.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.30.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.31.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.31.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.31.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.32.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.32.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.32.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.33.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.33.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.33.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.34.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.34.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.34.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.35.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.35.up_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.35.down_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.36.gate_proj.weight": "model-00006-of-00260.safetensors", "model.layers.2.mlp.experts.36.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.36.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.37.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.37.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.37.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.38.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.38.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.38.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.39.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.39.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.39.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.40.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.40.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.40.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.41.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.41.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.41.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.42.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.42.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.42.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.43.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.43.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.43.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.44.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.44.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.44.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.45.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.45.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.45.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.46.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.46.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.46.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.47.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.47.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.47.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.48.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.48.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.48.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.49.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.49.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.49.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.50.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.50.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.50.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.51.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.51.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.51.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.52.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.52.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.52.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.53.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.53.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.53.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.54.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.54.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.54.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.55.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.55.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.55.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.56.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.56.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.56.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.57.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.57.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.57.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.58.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.58.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.58.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.59.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.59.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.59.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.60.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.60.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.60.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.61.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.61.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.61.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.62.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.62.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.62.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.63.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.63.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.64.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.64.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.64.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.65.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.65.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.65.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.66.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.66.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.66.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.67.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.67.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.67.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.68.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.68.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.68.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.69.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.69.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.69.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.70.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.70.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.70.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.71.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.71.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.71.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.72.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.72.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.72.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.73.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.73.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.73.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.74.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.74.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.74.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.75.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.75.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.75.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.76.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.76.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.76.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.77.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.77.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.77.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.78.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.78.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.78.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.79.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.79.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.79.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.80.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.80.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.80.down_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.81.gate_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.81.up_proj.weight": "model-00007-of-00260.safetensors", "model.layers.2.mlp.experts.81.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.82.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.82.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.82.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.83.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.83.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.83.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.84.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.84.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.84.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.85.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.85.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.85.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.86.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.86.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.86.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.87.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.87.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.87.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.88.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.88.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.88.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.89.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.89.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.89.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.90.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.90.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.90.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.91.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.91.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.91.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.92.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.92.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.92.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.93.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.93.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.93.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.94.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.94.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.94.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.95.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.95.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.95.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.96.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.96.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.96.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.97.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.97.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.97.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.98.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.98.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.98.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.99.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.99.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.99.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.100.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.100.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.100.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.101.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.101.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.101.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.102.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.102.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.102.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.103.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.103.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.103.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.104.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.104.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.104.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.105.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.105.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.105.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.106.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.106.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.106.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.107.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.107.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.107.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.108.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.108.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.108.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.109.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.109.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.109.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.110.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.110.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.110.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.111.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.111.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.111.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.112.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.112.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.112.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.113.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.113.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.113.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.114.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.114.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.114.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.115.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.115.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.115.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.116.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.116.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.116.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.117.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.117.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.117.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.118.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.118.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.118.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.119.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.119.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.119.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.120.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.120.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.120.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.121.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.121.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.121.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.122.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.122.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.122.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.123.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.123.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.123.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.124.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.124.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.124.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.125.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.125.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.125.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.126.gate_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.126.up_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.126.down_proj.weight": "model-00008-of-00260.safetensors", "model.layers.2.mlp.experts.127.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.127.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.127.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.128.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.128.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.128.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.129.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.129.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.129.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.130.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.130.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.130.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.131.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.131.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.131.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.132.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.132.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.132.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.133.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.133.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.133.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.134.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.134.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.134.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.135.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.135.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.135.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.136.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.136.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.136.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.137.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.137.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.137.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.138.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.138.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.138.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.139.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.139.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.139.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.140.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.140.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.140.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.141.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.141.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.141.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.142.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.142.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.142.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.143.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.143.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.143.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.144.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.144.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.144.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.145.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.145.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.145.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.146.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.146.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.146.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.147.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.147.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.147.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.148.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.148.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.148.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.149.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.149.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.149.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.150.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.150.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.150.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.151.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.151.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.151.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.152.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.152.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.152.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.153.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.153.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.153.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.154.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.154.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.154.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.155.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.155.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.155.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.156.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.156.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.156.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.157.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.157.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.157.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.158.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.158.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.158.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.159.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.159.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.159.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.160.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.160.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.160.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.161.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.161.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.161.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.162.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.162.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.162.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.163.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.163.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.163.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.164.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.164.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.164.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.165.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.165.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.165.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.166.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.166.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.166.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.167.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.167.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.167.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.168.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.168.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.168.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.169.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.169.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.169.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.170.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.170.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.170.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.171.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.171.up_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.171.down_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.172.gate_proj.weight": "model-00009-of-00260.safetensors", "model.layers.2.mlp.experts.172.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.172.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.173.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.173.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.173.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.174.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.174.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.174.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.175.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.175.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.175.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.176.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.176.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.176.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.177.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.177.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.177.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.178.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.178.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.178.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.179.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.179.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.179.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.180.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.180.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.180.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.181.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.181.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.181.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.182.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.182.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.182.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.183.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.183.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.183.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.184.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.184.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.184.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.185.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.185.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.185.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.186.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.186.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.186.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.187.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.187.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.187.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.188.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.188.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.188.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.189.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.189.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.189.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.190.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.190.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.190.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.191.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.191.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.experts.191.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.gate.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.2.input_layernorm.weight": "model-00010-of-00260.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00010-of-00260.safetensors", "model.layers.2.post_mlp_layernorm.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.q_a_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.q_a_layernorm.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.q_b_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.kv_b_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.0.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.0.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.1.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.1.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.2.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.2.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.3.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.3.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.4.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.4.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.5.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.5.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.6.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.6.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.7.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.7.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.8.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.8.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.9.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.9.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.10.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.10.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.11.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.11.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.12.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.12.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.13.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.13.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.14.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.14.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.15.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.15.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.16.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.16.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.17.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.17.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.18.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.18.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.19.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.19.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.20.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.20.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.21.up_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.21.down_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00010-of-00260.safetensors", "model.layers.3.mlp.experts.22.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.22.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.23.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.23.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.24.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.24.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.25.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.25.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.26.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.26.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.27.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.27.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.28.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.28.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.29.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.29.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.30.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.30.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.31.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.31.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.32.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.32.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.33.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.33.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.34.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.34.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.35.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.35.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.36.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.36.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.37.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.37.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.38.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.38.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.39.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.39.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.40.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.40.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.41.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.41.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.42.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.42.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.43.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.43.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.44.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.44.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.45.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.45.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.46.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.46.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.47.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.47.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.48.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.48.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.49.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.49.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.50.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.50.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.51.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.51.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.52.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.52.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.53.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.53.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.54.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.54.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.55.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.55.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.56.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.56.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.57.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.57.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.58.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.58.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.59.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.59.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.60.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.60.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.61.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.61.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.62.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.62.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.63.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.63.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.64.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.64.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.65.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.65.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.66.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.66.down_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.67.up_proj.weight": "model-00011-of-00260.safetensors", "model.layers.3.mlp.experts.67.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.68.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.68.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.69.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.69.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.70.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.70.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.71.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.71.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.72.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.72.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.73.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.73.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.74.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.74.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.75.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.75.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.76.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.76.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.77.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.77.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.78.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.78.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.79.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.79.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.80.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.80.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.81.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.81.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.82.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.82.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.83.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.83.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.84.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.84.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.85.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.85.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.86.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.86.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.87.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.87.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.88.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.88.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.89.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.89.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.90.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.90.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.91.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.91.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.92.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.92.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.93.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.93.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.94.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.94.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.95.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.95.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.96.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.96.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.97.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.97.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.98.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.98.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.99.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.99.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.100.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.100.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.101.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.101.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.102.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.102.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.103.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.103.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.104.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.104.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.105.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.105.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.106.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.106.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.107.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.107.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.108.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.108.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.109.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.109.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.110.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.110.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.111.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.111.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.112.up_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.112.down_proj.weight": "model-00012-of-00260.safetensors", "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.113.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.113.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.114.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.114.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.115.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.115.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.116.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.116.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.117.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.117.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.118.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.118.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.119.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.119.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.120.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.120.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.121.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.121.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.122.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.122.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.123.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.123.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.124.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.124.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.125.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.125.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.126.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.126.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.127.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.127.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.128.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.128.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.129.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.129.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.130.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.130.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.131.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.131.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.132.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.132.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.133.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.133.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.134.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.134.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.135.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.135.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.136.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.136.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.137.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.137.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.138.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.138.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.139.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.139.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.140.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.140.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.141.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.141.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.142.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.142.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.143.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.143.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.144.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.144.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.145.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.145.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.146.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.146.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.147.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.147.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.148.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.148.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.149.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.149.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.150.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.150.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.151.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.151.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.152.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.152.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.153.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.153.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.154.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.154.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.155.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.155.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.156.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.156.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.157.up_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.157.down_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00013-of-00260.safetensors", "model.layers.3.mlp.experts.158.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.158.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.159.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.159.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.160.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.160.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.161.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.161.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.162.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.162.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.163.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.163.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.164.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.164.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.165.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.165.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.166.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.166.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.167.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.167.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.168.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.168.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.169.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.169.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.170.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.170.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.171.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.171.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.172.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.172.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.173.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.173.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.174.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.174.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.175.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.175.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.176.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.176.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.177.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.177.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.178.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.178.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.179.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.179.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.180.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.180.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.181.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.181.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.182.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.182.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.183.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.183.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.184.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.184.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.185.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.185.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.186.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.186.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.187.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.187.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.188.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.188.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.189.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.189.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.190.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.190.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.191.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.experts.191.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.gate.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.3.input_layernorm.weight": "model-00014-of-00260.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00014-of-00260.safetensors", "model.layers.3.post_mlp_layernorm.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.q_a_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.q_a_layernorm.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.q_b_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.kv_b_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.0.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.0.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.1.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.1.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.2.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.2.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.3.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.3.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.4.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.4.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.5.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.5.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.6.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.6.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.7.up_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.7.down_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00014-of-00260.safetensors", "model.layers.4.mlp.experts.8.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.8.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.9.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.9.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.10.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.10.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.11.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.11.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.12.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.12.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.13.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.13.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.14.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.14.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.15.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.15.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.16.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.16.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.17.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.17.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.18.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.18.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.19.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.19.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.20.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.20.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.21.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.21.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.22.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.22.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.23.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.23.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.24.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.24.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.25.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.25.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.26.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.26.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.27.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.27.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.28.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.28.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.29.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.29.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.30.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.30.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.31.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.31.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.32.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.32.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.33.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.33.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.34.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.34.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.35.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.35.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.36.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.36.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.37.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.37.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.38.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.38.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.39.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.39.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.40.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.40.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.41.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.41.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.42.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.42.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.43.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.43.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.44.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.44.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.45.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.45.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.46.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.46.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.47.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.47.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.48.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.48.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.49.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.49.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.50.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.50.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.51.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.51.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.52.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.52.down_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.53.up_proj.weight": "model-00015-of-00260.safetensors", "model.layers.4.mlp.experts.53.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.54.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.54.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.55.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.55.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.56.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.56.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.57.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.57.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.58.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.58.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.59.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.59.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.60.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.60.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.61.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.61.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.62.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.62.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.63.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.63.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.64.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.64.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.65.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.65.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.66.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.66.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.67.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.67.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.68.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.68.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.69.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.69.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.70.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.70.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.71.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.71.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.72.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.72.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.73.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.73.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.74.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.74.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.75.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.75.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.76.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.76.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.77.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.77.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.78.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.78.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.79.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.79.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.80.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.80.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.81.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.81.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.82.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.82.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.83.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.83.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.84.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.84.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.85.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.85.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.86.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.86.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.87.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.87.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.88.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.88.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.89.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.89.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.90.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.90.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.91.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.91.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.92.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.92.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.93.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.93.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.94.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.94.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.95.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.95.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.96.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.96.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.97.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.97.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.98.up_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.98.down_proj.weight": "model-00016-of-00260.safetensors", "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.99.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.99.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.100.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.100.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.101.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.101.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.102.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.102.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.103.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.103.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.104.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.104.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.105.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.105.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.106.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.106.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.107.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.107.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.108.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.108.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.109.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.109.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.110.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.110.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.111.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.111.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.112.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.112.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.113.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.113.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.114.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.114.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.115.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.115.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.116.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.116.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.117.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.117.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.118.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.118.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.119.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.119.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.120.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.120.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.121.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.121.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.122.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.122.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.123.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.123.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.124.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.124.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.125.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.125.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.126.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.126.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.127.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.127.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.128.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.128.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.129.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.129.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.130.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.130.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.131.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.131.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.132.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.132.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.133.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.133.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.134.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.134.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.135.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.135.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.136.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.136.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.137.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.137.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.138.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.138.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.139.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.139.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.140.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.140.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.141.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.141.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.142.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.142.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.143.up_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.143.down_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00017-of-00260.safetensors", "model.layers.4.mlp.experts.144.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.144.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.145.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.145.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.146.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.146.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.147.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.147.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.148.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.148.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.149.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.149.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.150.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.150.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.151.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.151.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.152.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.152.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.153.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.153.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.154.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.154.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.155.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.155.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.156.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.156.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.157.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.157.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.158.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.158.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.159.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.159.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.160.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.160.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.161.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.161.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.162.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.162.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.163.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.163.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.164.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.164.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.165.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.165.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.166.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.166.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.167.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.167.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.168.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.168.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.169.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.169.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.170.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.170.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.171.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.171.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.172.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.172.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.173.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.173.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.174.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.174.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.175.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.175.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.176.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.176.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.177.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.177.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.178.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.178.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.179.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.179.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.180.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.180.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.181.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.181.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.182.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.182.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.183.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.183.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.184.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.184.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.185.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.185.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.186.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.186.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.187.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.187.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.188.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.188.down_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.189.up_proj.weight": "model-00018-of-00260.safetensors", "model.layers.4.mlp.experts.189.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.190.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.190.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.191.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.experts.191.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.gate.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.4.input_layernorm.weight": "model-00019-of-00260.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00019-of-00260.safetensors", "model.layers.4.post_mlp_layernorm.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.q_a_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.q_a_layernorm.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.q_b_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.kv_b_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.0.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.0.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.1.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.1.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.2.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.2.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.3.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.3.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.4.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.4.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.5.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.5.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.6.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.6.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.7.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.7.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.8.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.8.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.9.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.9.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.10.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.10.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.11.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.11.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.12.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.12.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.13.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.13.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.14.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.14.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.15.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.15.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.16.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.16.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.17.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.17.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.18.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.18.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.19.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.19.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.20.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.20.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.21.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.21.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.22.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.22.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.23.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.23.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.24.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.24.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.25.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.25.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.26.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.26.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.27.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.27.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.28.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.28.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.29.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.29.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.30.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.30.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.31.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.31.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.32.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.32.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.33.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.33.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.34.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.34.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.35.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.35.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.36.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.36.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.37.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.37.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.38.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.38.down_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.39.up_proj.weight": "model-00019-of-00260.safetensors", "model.layers.5.mlp.experts.39.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.40.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.40.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.41.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.41.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.42.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.42.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.43.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.43.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.44.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.44.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.45.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.45.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.46.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.46.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.47.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.47.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.48.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.48.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.49.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.49.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.50.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.50.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.51.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.51.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.52.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.52.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.53.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.53.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.54.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.54.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.55.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.55.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.56.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.56.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.57.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.57.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.58.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.58.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.59.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.59.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.60.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.60.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.61.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.61.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.62.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.62.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.63.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.63.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.64.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.64.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.65.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.65.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.66.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.66.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.67.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.67.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.68.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.68.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.69.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.69.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.70.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.70.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.71.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.71.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.72.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.72.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.73.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.73.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.74.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.74.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.75.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.75.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.76.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.76.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.77.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.77.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.78.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.78.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.79.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.79.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.80.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.80.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.81.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.81.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.82.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.82.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.83.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.83.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.84.up_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.84.down_proj.weight": "model-00020-of-00260.safetensors", "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.85.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.85.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.86.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.86.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.87.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.87.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.88.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.88.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.89.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.89.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.90.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.90.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.91.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.91.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.92.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.92.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.93.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.93.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.94.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.94.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.95.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.95.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.96.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.96.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.97.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.97.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.98.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.98.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.99.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.99.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.100.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.100.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.101.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.101.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.102.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.102.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.103.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.103.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.104.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.104.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.105.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.105.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.106.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.106.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.107.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.107.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.108.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.108.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.109.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.109.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.110.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.110.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.111.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.111.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.112.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.112.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.113.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.113.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.114.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.114.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.115.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.115.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.116.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.116.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.117.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.117.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.118.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.118.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.119.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.119.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.120.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.120.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.121.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.121.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.122.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.122.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.123.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.123.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.124.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.124.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.125.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.125.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.126.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.126.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.127.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.127.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.128.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.128.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.129.up_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.129.down_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00021-of-00260.safetensors", "model.layers.5.mlp.experts.130.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.130.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.131.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.131.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.132.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.132.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.133.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.133.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.134.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.134.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.135.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.135.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.136.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.136.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.137.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.137.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.138.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.138.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.139.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.139.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.140.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.140.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.141.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.141.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.142.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.142.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.143.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.143.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.144.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.144.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.145.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.145.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.146.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.146.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.147.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.147.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.148.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.148.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.149.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.149.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.150.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.150.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.151.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.151.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.152.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.152.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.153.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.153.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.154.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.154.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.155.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.155.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.156.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.156.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.157.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.157.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.158.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.158.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.159.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.159.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.160.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.160.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.161.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.161.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.162.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.162.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.163.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.163.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.164.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.164.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.165.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.165.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.166.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.166.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.167.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.167.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.168.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.168.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.169.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.169.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.170.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.170.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.171.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.171.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.172.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.172.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.173.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.173.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.174.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.174.down_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.175.up_proj.weight": "model-00022-of-00260.safetensors", "model.layers.5.mlp.experts.175.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.176.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.176.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.177.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.177.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.178.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.178.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.179.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.179.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.180.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.180.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.181.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.181.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.182.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.182.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.183.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.183.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.184.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.184.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.185.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.185.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.186.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.186.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.187.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.187.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.188.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.188.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.189.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.189.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.190.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.190.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.191.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.experts.191.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.gate.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.5.input_layernorm.weight": "model-00023-of-00260.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00023-of-00260.safetensors", "model.layers.5.post_mlp_layernorm.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.q_a_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.q_a_layernorm.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.q_b_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.kv_b_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.0.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.0.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.1.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.1.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.2.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.2.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.3.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.3.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.4.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.4.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.5.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.5.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.6.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.6.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.7.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.7.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.8.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.8.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.9.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.9.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.10.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.10.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.11.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.11.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.12.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.12.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.13.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.13.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.14.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.14.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.15.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.15.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.16.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.16.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.17.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.17.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.18.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.18.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.19.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.19.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.20.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.20.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.21.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.21.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.22.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.22.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.23.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.23.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.24.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.24.down_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.25.up_proj.weight": "model-00023-of-00260.safetensors", "model.layers.6.mlp.experts.25.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.26.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.26.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.27.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.27.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.28.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.28.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.29.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.29.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.30.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.30.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.31.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.31.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.32.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.32.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.33.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.33.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.34.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.34.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.35.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.35.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.36.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.36.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.37.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.37.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.38.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.38.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.39.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.39.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.40.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.40.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.41.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.41.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.42.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.42.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.43.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.43.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.44.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.44.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.45.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.45.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.46.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.46.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.47.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.47.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.48.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.48.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.49.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.49.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.50.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.50.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.51.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.51.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.52.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.52.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.53.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.53.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.54.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.54.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.55.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.55.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.56.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.56.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.57.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.57.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.58.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.58.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.59.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.59.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.60.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.60.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.61.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.61.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.62.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.62.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.63.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.63.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.64.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.64.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.65.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.65.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.66.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.66.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.67.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.67.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.68.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.68.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.69.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.69.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.70.up_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.70.down_proj.weight": "model-00024-of-00260.safetensors", "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.71.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.71.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.72.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.72.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.73.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.73.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.74.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.74.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.75.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.75.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.76.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.76.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.77.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.77.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.78.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.78.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.79.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.79.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.80.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.80.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.81.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.81.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.82.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.82.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.83.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.83.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.84.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.84.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.85.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.85.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.86.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.86.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.87.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.87.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.88.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.88.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.89.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.89.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.90.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.90.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.91.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.91.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.92.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.92.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.93.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.93.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.94.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.94.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.95.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.95.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.96.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.96.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.97.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.97.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.98.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.98.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.99.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.99.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.100.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.100.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.101.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.101.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.102.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.102.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.103.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.103.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.104.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.104.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.105.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.105.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.106.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.106.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.107.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.107.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.108.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.108.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.109.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.109.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.110.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.110.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.111.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.111.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.112.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.112.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.113.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.113.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.114.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.114.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.115.up_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.115.down_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00025-of-00260.safetensors", "model.layers.6.mlp.experts.116.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.116.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.117.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.117.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.118.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.118.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.119.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.119.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.120.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.120.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.121.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.121.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.122.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.122.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.123.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.123.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.124.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.124.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.125.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.125.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.126.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.126.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.127.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.127.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.128.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.128.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.129.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.129.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.130.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.130.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.131.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.131.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.132.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.132.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.133.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.133.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.134.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.134.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.135.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.135.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.136.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.136.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.137.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.137.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.138.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.138.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.139.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.139.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.140.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.140.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.141.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.141.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.142.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.142.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.143.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.143.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.144.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.144.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.145.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.145.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.146.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.146.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.147.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.147.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.148.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.148.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.149.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.149.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.150.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.150.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.151.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.151.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.152.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.152.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.153.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.153.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.154.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.154.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.155.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.155.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.156.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.156.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.157.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.157.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.158.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.158.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.159.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.159.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.160.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.160.down_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.161.up_proj.weight": "model-00026-of-00260.safetensors", "model.layers.6.mlp.experts.161.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.162.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.162.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.163.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.163.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.164.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.164.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.165.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.165.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.166.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.166.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.167.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.167.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.168.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.168.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.169.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.169.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.170.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.170.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.171.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.171.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.172.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.172.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.173.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.173.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.174.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.174.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.175.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.175.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.176.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.176.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.177.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.177.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.178.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.178.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.179.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.179.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.180.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.180.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.181.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.181.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.182.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.182.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.183.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.183.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.184.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.184.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.185.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.185.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.186.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.186.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.187.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.187.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.188.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.188.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.189.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.189.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.190.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.190.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.191.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.experts.191.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.gate.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.6.input_layernorm.weight": "model-00027-of-00260.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00027-of-00260.safetensors", "model.layers.6.post_mlp_layernorm.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.q_a_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.q_a_layernorm.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.q_b_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.kv_b_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.0.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.0.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.1.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.1.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.2.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.2.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.3.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.3.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.4.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.4.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.5.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.5.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.6.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.6.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.7.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.7.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.8.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.8.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.9.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.9.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.10.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.10.down_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.11.up_proj.weight": "model-00027-of-00260.safetensors", "model.layers.7.mlp.experts.11.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.12.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.12.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.13.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.13.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.14.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.14.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.15.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.15.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.16.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.16.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.17.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.17.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.18.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.18.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.19.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.19.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.20.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.20.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.21.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.21.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.22.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.22.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.23.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.23.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.24.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.24.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.25.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.25.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.26.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.26.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.27.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.27.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.28.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.28.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.29.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.29.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.30.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.30.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.31.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.31.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.32.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.32.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.33.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.33.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.34.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.34.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.35.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.35.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.36.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.36.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.37.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.37.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.38.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.38.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.39.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.39.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.40.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.40.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.41.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.41.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.42.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.42.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.43.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.43.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.44.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.44.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.45.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.45.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.46.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.46.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.47.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.47.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.48.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.48.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.49.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.49.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.50.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.50.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.51.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.51.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.52.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.52.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.53.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.53.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.54.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.54.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.55.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.55.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.56.up_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.56.down_proj.weight": "model-00028-of-00260.safetensors", "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.57.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.57.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.58.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.58.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.59.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.59.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.60.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.60.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.61.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.61.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.62.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.62.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.63.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.63.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.64.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.64.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.65.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.65.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.66.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.66.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.67.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.67.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.68.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.68.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.69.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.69.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.70.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.70.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.71.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.71.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.72.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.72.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.73.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.73.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.74.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.74.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.75.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.75.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.76.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.76.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.77.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.77.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.78.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.78.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.79.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.79.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.80.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.80.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.81.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.81.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.82.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.82.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.83.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.83.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.84.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.84.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.85.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.85.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.86.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.86.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.87.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.87.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.88.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.88.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.89.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.89.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.90.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.90.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.91.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.91.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.92.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.92.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.93.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.93.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.94.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.94.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.95.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.95.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.96.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.96.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.97.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.97.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.98.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.98.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.99.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.99.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.100.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.100.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.101.up_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.101.down_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00029-of-00260.safetensors", "model.layers.7.mlp.experts.102.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.102.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.103.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.103.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.104.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.104.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.105.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.105.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.106.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.106.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.107.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.107.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.108.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.108.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.109.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.109.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.110.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.110.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.111.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.111.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.112.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.112.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.113.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.113.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.114.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.114.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.115.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.115.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.116.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.116.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.117.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.117.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.118.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.118.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.119.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.119.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.120.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.120.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.121.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.121.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.122.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.122.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.123.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.123.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.124.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.124.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.125.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.125.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.126.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.126.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.127.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.127.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.128.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.128.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.129.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.129.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.130.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.130.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.131.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.131.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.132.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.132.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.133.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.133.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.134.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.134.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.135.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.135.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.136.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.136.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.137.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.137.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.138.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.138.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.139.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.139.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.140.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.140.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.141.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.141.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.142.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.142.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.143.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.143.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.144.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.144.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.145.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.145.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.146.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.146.down_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.147.up_proj.weight": "model-00030-of-00260.safetensors", "model.layers.7.mlp.experts.147.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.148.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.148.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.149.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.149.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.150.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.150.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.151.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.151.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.152.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.152.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.153.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.153.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.154.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.154.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.155.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.155.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.156.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.156.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.157.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.157.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.158.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.158.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.159.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.159.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.160.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.160.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.161.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.161.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.162.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.162.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.163.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.163.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.164.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.164.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.165.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.165.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.166.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.166.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.167.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.167.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.168.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.168.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.169.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.169.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.170.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.170.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.171.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.171.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.172.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.172.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.173.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.173.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.174.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.174.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.175.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.175.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.176.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.176.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.177.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.177.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.178.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.178.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.179.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.179.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.180.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.180.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.181.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.181.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.182.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.182.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.183.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.183.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.184.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.184.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.185.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.185.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.186.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.186.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.187.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.187.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.188.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.188.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.189.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.189.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.190.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.190.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.191.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.experts.191.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.gate.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00031-of-00260.safetensors", "model.layers.7.input_layernorm.weight": "model-00031-of-00260.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00031-of-00260.safetensors", "model.layers.7.post_mlp_layernorm.weight": "model-00031-of-00260.safetensors", "model.layers.8.self_attn.q_a_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.q_a_layernorm.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.q_b_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.kv_b_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.0.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.0.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.1.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.1.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.2.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.2.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.3.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.3.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.4.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.4.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.5.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.5.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.6.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.6.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.7.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.7.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.8.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.8.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.9.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.9.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.10.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.10.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.11.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.11.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.12.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.12.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.13.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.13.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.14.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.14.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.15.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.15.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.16.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.16.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.17.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.17.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.18.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.18.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.19.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.19.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.20.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.20.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.21.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.21.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.22.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.22.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.23.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.23.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.24.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.24.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.25.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.25.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.26.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.26.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.27.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.27.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.28.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.28.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.29.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.29.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.30.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.30.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.31.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.31.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.32.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.32.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.33.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.33.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.34.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.34.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.35.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.35.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.36.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.36.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.37.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.37.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.38.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.38.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.39.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.39.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.40.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.40.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.41.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.41.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.42.up_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.42.down_proj.weight": "model-00032-of-00260.safetensors", "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.43.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.43.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.44.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.44.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.45.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.45.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.46.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.46.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.47.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.47.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.48.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.48.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.49.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.49.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.50.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.50.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.51.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.51.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.52.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.52.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.53.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.53.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.54.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.54.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.55.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.55.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.56.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.56.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.57.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.57.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.58.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.58.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.59.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.59.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.60.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.60.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.61.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.61.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.62.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.62.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.63.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.63.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.64.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.64.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.65.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.65.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.66.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.66.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.67.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.67.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.68.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.68.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.69.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.69.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.70.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.70.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.71.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.71.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.72.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.72.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.73.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.73.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.74.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.74.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.75.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.75.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.76.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.76.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.77.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.77.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.78.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.78.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.79.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.79.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.80.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.80.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.81.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.81.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.82.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.82.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.83.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.83.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.84.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.84.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.85.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.85.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.86.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.86.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.87.up_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.87.down_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00033-of-00260.safetensors", "model.layers.8.mlp.experts.88.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.88.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.89.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.89.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.90.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.90.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.91.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.91.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.92.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.92.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.93.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.93.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.94.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.94.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.95.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.95.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.96.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.96.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.97.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.97.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.98.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.98.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.99.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.99.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.100.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.100.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.101.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.101.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.102.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.102.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.103.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.103.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.104.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.104.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.105.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.105.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.106.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.106.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.107.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.107.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.108.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.108.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.109.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.109.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.110.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.110.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.111.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.111.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.112.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.112.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.113.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.113.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.114.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.114.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.115.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.115.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.116.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.116.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.117.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.117.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.118.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.118.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.119.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.119.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.120.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.120.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.121.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.121.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.122.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.122.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.123.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.123.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.124.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.124.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.125.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.125.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.126.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.126.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.127.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.127.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.128.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.128.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.129.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.129.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.130.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.130.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.131.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.131.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.132.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.132.down_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.133.up_proj.weight": "model-00034-of-00260.safetensors", "model.layers.8.mlp.experts.133.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.134.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.134.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.135.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.135.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.136.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.136.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.137.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.137.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.138.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.138.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.139.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.139.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.140.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.140.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.141.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.141.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.142.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.142.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.143.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.143.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.144.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.144.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.145.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.145.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.146.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.146.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.147.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.147.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.148.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.148.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.149.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.149.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.150.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.150.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.151.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.151.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.152.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.152.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.153.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.153.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.154.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.154.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.155.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.155.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.156.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.156.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.157.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.157.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.158.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.158.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.159.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.159.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.160.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.160.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.161.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.161.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.162.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.162.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.163.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.163.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.164.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.164.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.165.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.165.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.166.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.166.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.167.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.167.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.168.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.168.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.169.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.169.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.170.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.170.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.171.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.171.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.172.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.172.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.173.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.173.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.174.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.174.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.175.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.175.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.176.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.176.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.177.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.177.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.178.up_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.178.down_proj.weight": "model-00035-of-00260.safetensors", "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.179.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.179.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.180.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.180.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.181.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.181.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.182.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.182.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.183.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.183.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.184.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.184.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.185.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.185.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.186.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.186.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.187.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.187.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.188.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.188.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.189.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.189.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.190.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.190.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.191.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.experts.191.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.gate.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.8.input_layernorm.weight": "model-00036-of-00260.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00036-of-00260.safetensors", "model.layers.8.post_mlp_layernorm.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.q_a_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.q_a_layernorm.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.q_b_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.kv_b_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.0.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.0.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.1.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.1.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.2.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.2.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.3.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.3.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.4.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.4.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.5.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.5.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.6.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.6.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.7.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.7.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.8.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.8.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.9.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.9.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.10.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.10.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.11.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.11.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.12.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.12.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.13.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.13.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.14.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.14.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.15.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.15.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.16.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.16.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.17.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.17.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.18.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.18.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.19.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.19.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.20.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.20.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.21.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.21.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.22.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.22.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.23.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.23.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.24.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.24.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.25.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.25.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.26.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.26.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.27.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.27.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.28.up_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.28.down_proj.weight": "model-00036-of-00260.safetensors", "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.29.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.29.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.30.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.30.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.31.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.31.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.32.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.32.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.33.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.33.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.34.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.34.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.35.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.35.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.36.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.36.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.37.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.37.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.38.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.38.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.39.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.39.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.40.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.40.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.41.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.41.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.42.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.42.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.43.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.43.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.44.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.44.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.45.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.45.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.46.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.46.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.47.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.47.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.48.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.48.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.49.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.49.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.50.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.50.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.51.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.51.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.52.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.52.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.53.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.53.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.54.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.54.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.55.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.55.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.56.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.56.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.57.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.57.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.58.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.58.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.59.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.59.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.60.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.60.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.61.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.61.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.62.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.62.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.63.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.63.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.64.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.64.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.65.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.65.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.66.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.66.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.67.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.67.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.68.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.68.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.69.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.69.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.70.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.70.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.71.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.71.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.72.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.72.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.73.up_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.73.down_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00037-of-00260.safetensors", "model.layers.9.mlp.experts.74.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.74.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.75.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.75.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.76.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.76.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.77.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.77.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.78.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.78.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.79.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.79.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.80.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.80.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.81.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.81.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.82.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.82.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.83.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.83.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.84.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.84.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.85.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.85.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.86.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.86.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.87.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.87.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.88.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.88.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.89.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.89.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.90.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.90.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.91.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.91.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.92.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.92.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.93.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.93.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.94.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.94.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.95.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.95.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.96.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.96.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.97.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.97.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.98.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.98.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.99.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.99.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.100.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.100.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.101.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.101.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.102.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.102.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.103.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.103.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.104.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.104.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.105.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.105.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.106.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.106.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.107.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.107.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.108.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.108.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.109.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.109.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.110.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.110.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.111.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.111.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.112.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.112.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.113.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.113.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.114.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.114.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.115.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.115.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.116.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.116.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.117.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.117.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.118.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.118.down_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.119.up_proj.weight": "model-00038-of-00260.safetensors", "model.layers.9.mlp.experts.119.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.120.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.120.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.121.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.121.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.122.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.122.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.123.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.123.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.124.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.124.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.125.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.125.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.126.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.126.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.127.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.127.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.128.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.128.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.129.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.129.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.130.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.130.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.131.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.131.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.132.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.132.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.133.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.133.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.134.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.134.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.135.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.135.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.136.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.136.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.137.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.137.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.138.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.138.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.139.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.139.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.140.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.140.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.141.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.141.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.142.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.142.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.143.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.143.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.144.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.144.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.145.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.145.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.146.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.146.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.147.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.147.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.148.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.148.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.149.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.149.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.150.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.150.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.151.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.151.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.152.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.152.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.153.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.153.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.154.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.154.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.155.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.155.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.156.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.156.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.157.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.157.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.158.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.158.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.159.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.159.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.160.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.160.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.161.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.161.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.162.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.162.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.163.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.163.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.164.up_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.164.down_proj.weight": "model-00039-of-00260.safetensors", "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.165.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.165.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.166.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.166.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.167.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.167.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.168.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.168.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.169.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.169.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.170.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.170.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.171.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.171.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.172.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.172.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.173.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.173.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.174.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.174.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.175.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.175.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.176.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.176.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.177.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.177.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.178.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.178.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.179.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.179.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.180.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.180.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.181.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.181.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.182.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.182.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.183.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.183.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.184.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.184.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.185.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.185.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.186.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.186.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.187.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.187.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.188.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.188.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.189.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.189.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.190.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.190.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.191.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.experts.191.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.gate.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.9.input_layernorm.weight": "model-00040-of-00260.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00040-of-00260.safetensors", "model.layers.9.post_mlp_layernorm.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.q_a_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.q_a_layernorm.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.q_b_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.kv_b_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.0.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.0.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.1.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.1.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.2.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.2.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.3.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.3.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.4.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.4.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.5.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.5.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.6.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.6.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.7.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.7.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.8.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.8.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.9.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.9.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.10.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.10.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.11.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.11.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.12.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.12.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.13.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.13.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.14.up_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.14.down_proj.weight": "model-00040-of-00260.safetensors", "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.15.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.15.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.16.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.16.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.17.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.17.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.18.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.18.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.19.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.19.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.20.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.20.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.21.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.21.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.22.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.22.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.23.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.23.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.24.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.24.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.25.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.25.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.26.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.26.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.27.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.27.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.28.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.28.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.29.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.29.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.30.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.30.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.31.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.31.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.32.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.32.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.33.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.33.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.34.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.34.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.35.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.35.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.36.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.36.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.37.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.37.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.38.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.38.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.39.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.39.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.40.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.40.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.41.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.41.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.42.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.42.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.43.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.43.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.44.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.44.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.45.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.45.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.46.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.46.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.47.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.47.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.48.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.48.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.49.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.49.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.50.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.50.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.51.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.51.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.52.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.52.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.53.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.53.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.54.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.54.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.55.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.55.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.56.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.56.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.57.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.57.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.58.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.58.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.59.up_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.59.down_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00041-of-00260.safetensors", "model.layers.10.mlp.experts.60.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.60.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.61.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.61.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.62.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.62.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.63.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.63.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.64.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.64.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.65.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.65.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.66.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.66.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.67.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.67.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.68.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.68.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.69.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.69.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.70.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.70.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.71.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.71.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.72.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.72.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.73.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.73.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.74.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.74.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.75.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.75.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.76.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.76.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.77.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.77.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.78.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.78.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.79.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.79.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.80.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.80.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.81.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.81.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.82.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.82.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.83.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.83.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.84.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.84.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.85.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.85.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.86.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.86.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.87.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.87.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.88.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.88.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.89.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.89.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.90.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.90.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.91.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.91.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.92.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.92.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.93.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.93.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.94.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.94.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.95.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.95.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.96.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.96.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.97.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.97.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.98.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.98.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.99.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.99.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.100.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.100.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.101.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.101.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.102.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.102.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.103.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.103.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.104.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.104.down_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.105.up_proj.weight": "model-00042-of-00260.safetensors", "model.layers.10.mlp.experts.105.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.106.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.106.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.107.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.107.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.108.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.108.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.109.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.109.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.110.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.110.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.111.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.111.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.112.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.112.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.113.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.113.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.114.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.114.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.115.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.115.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.116.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.116.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.117.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.117.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.118.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.118.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.119.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.119.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.120.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.120.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.121.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.121.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.122.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.122.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.123.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.123.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.124.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.124.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.125.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.125.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.126.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.126.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.127.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.127.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.128.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.128.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.129.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.129.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.130.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.130.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.131.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.131.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.132.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.132.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.133.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.133.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.134.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.134.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.135.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.135.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.136.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.136.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.137.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.137.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.138.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.138.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.139.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.139.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.140.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.140.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.141.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.141.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.142.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.142.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.143.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.143.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.144.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.144.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.145.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.145.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.146.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.146.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.147.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.147.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.148.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.148.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.149.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.149.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.150.up_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.150.down_proj.weight": "model-00043-of-00260.safetensors", "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.151.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.151.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.152.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.152.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.153.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.153.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.154.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.154.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.155.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.155.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.156.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.156.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.157.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.157.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.158.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.158.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.159.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.159.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.160.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.160.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.161.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.161.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.162.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.162.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.163.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.163.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.164.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.164.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.165.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.165.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.166.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.166.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.167.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.167.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.168.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.168.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.169.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.169.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.170.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.170.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.171.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.171.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.172.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.172.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.173.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.173.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.174.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.174.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.175.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.175.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.176.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.176.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.177.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.177.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.178.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.178.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.179.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.179.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.180.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.180.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.181.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.181.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.182.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.182.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.183.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.183.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.184.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.184.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.185.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.185.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.186.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.186.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.187.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.187.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.188.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.188.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.189.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.189.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.190.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.190.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.191.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.experts.191.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.gate.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.10.input_layernorm.weight": "model-00044-of-00260.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00044-of-00260.safetensors", "model.layers.10.post_mlp_layernorm.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.q_a_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.q_a_layernorm.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.q_b_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.kv_b_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.mlp.experts.0.up_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.mlp.experts.0.down_proj.weight": "model-00044-of-00260.safetensors", "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.1.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.1.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.2.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.2.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.3.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.3.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.4.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.4.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.5.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.5.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.6.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.6.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.7.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.7.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.8.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.8.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.9.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.9.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.10.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.10.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.11.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.11.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.12.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.12.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.13.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.13.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.14.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.14.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.15.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.15.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.16.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.16.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.17.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.17.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.18.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.18.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.19.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.19.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.20.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.20.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.21.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.21.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.22.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.22.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.23.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.23.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.24.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.24.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.25.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.25.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.26.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.26.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.27.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.27.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.28.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.28.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.29.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.29.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.30.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.30.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.31.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.31.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.32.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.32.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.33.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.33.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.34.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.34.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.35.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.35.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.36.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.36.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.37.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.37.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.38.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.38.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.39.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.39.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.40.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.40.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.41.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.41.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.42.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.42.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.43.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.43.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.44.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.44.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.45.up_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.45.down_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00045-of-00260.safetensors", "model.layers.11.mlp.experts.46.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.46.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.47.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.47.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.48.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.48.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.49.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.49.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.50.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.50.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.51.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.51.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.52.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.52.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.53.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.53.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.54.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.54.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.55.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.55.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.56.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.56.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.57.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.57.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.58.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.58.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.59.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.59.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.60.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.60.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.61.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.61.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.62.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.62.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.63.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.63.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.64.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.64.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.65.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.65.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.66.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.66.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.67.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.67.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.68.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.68.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.69.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.69.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.70.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.70.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.71.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.71.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.72.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.72.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.73.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.73.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.74.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.74.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.75.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.75.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.76.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.76.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.77.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.77.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.78.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.78.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.79.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.79.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.80.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.80.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.81.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.81.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.82.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.82.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.83.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.83.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.84.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.84.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.85.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.85.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.86.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.86.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.87.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.87.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.88.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.88.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.89.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.89.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.90.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.90.down_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.91.up_proj.weight": "model-00046-of-00260.safetensors", "model.layers.11.mlp.experts.91.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.92.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.92.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.93.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.93.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.94.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.94.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.95.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.95.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.96.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.96.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.97.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.97.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.98.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.98.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.99.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.99.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.100.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.100.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.101.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.101.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.102.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.102.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.103.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.103.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.104.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.104.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.105.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.105.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.106.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.106.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.107.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.107.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.108.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.108.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.109.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.109.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.110.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.110.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.111.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.111.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.112.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.112.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.113.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.113.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.114.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.114.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.115.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.115.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.116.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.116.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.117.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.117.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.118.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.118.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.119.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.119.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.120.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.120.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.121.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.121.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.122.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.122.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.123.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.123.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.124.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.124.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.125.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.125.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.126.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.126.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.127.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.127.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.128.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.128.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.129.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.129.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.130.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.130.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.131.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.131.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.132.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.132.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.133.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.133.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.134.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.134.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.135.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.135.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.136.up_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.136.down_proj.weight": "model-00047-of-00260.safetensors", "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.137.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.137.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.138.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.138.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.139.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.139.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.140.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.140.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.141.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.141.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.142.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.142.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.143.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.143.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.144.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.144.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.145.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.145.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.146.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.146.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.147.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.147.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.148.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.148.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.149.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.149.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.150.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.150.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.151.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.151.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.152.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.152.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.153.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.153.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.154.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.154.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.155.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.155.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.156.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.156.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.157.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.157.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.158.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.158.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.159.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.159.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.160.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.160.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.161.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.161.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.162.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.162.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.163.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.163.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.164.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.164.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.165.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.165.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.166.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.166.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.167.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.167.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.168.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.168.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.169.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.169.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.170.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.170.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.171.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.171.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.172.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.172.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.173.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.173.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.174.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.174.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.175.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.175.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.176.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.176.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.177.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.177.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.178.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.178.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.179.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.179.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.180.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.180.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.181.up_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.181.down_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00048-of-00260.safetensors", "model.layers.11.mlp.experts.182.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.182.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.183.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.183.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.184.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.184.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.185.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.185.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.186.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.186.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.187.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.187.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.188.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.188.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.189.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.189.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.190.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.190.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.191.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.experts.191.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.gate.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.11.input_layernorm.weight": "model-00049-of-00260.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00049-of-00260.safetensors", "model.layers.11.post_mlp_layernorm.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.q_a_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.q_a_layernorm.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.q_b_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.kv_b_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.0.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.0.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.1.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.1.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.2.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.2.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.3.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.3.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.4.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.4.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.5.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.5.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.6.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.6.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.7.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.7.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.8.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.8.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.9.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.9.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.10.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.10.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.11.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.11.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.12.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.12.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.13.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.13.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.14.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.14.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.15.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.15.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.16.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.16.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.17.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.17.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.18.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.18.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.19.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.19.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.20.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.20.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.21.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.21.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.22.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.22.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.23.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.23.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.24.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.24.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.25.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.25.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.26.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.26.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.27.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.27.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.28.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.28.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.29.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.29.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.30.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.30.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.31.up_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.31.down_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00049-of-00260.safetensors", "model.layers.12.mlp.experts.32.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.32.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.33.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.33.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.34.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.34.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.35.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.35.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.36.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.36.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.37.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.37.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.38.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.38.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.39.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.39.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.40.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.40.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.41.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.41.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.42.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.42.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.43.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.43.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.44.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.44.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.45.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.45.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.46.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.46.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.47.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.47.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.48.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.48.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.49.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.49.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.50.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.50.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.51.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.51.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.52.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.52.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.53.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.53.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.54.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.54.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.55.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.55.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.56.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.56.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.57.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.57.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.58.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.58.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.59.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.59.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.60.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.60.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.61.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.61.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.62.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.62.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.63.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.63.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.64.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.64.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.65.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.65.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.66.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.66.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.67.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.67.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.68.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.68.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.69.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.69.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.70.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.70.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.71.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.71.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.72.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.72.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.73.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.73.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.74.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.74.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.75.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.75.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.76.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.76.down_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.77.up_proj.weight": "model-00050-of-00260.safetensors", "model.layers.12.mlp.experts.77.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.78.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.78.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.79.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.79.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.80.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.80.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.81.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.81.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.82.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.82.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.83.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.83.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.84.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.84.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.85.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.85.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.86.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.86.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.87.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.87.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.88.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.88.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.89.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.89.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.90.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.90.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.91.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.91.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.92.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.92.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.93.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.93.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.94.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.94.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.95.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.95.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.96.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.96.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.97.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.97.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.98.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.98.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.99.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.99.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.100.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.100.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.101.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.101.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.102.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.102.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.103.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.103.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.104.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.104.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.105.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.105.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.106.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.106.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.107.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.107.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.108.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.108.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.109.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.109.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.110.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.110.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.111.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.111.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.112.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.112.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.113.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.113.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.114.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.114.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.115.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.115.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.116.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.116.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.117.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.117.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.118.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.118.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.119.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.119.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.120.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.120.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.121.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.121.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.122.up_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.122.down_proj.weight": "model-00051-of-00260.safetensors", "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.123.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.123.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.124.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.124.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.125.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.125.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.126.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.126.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.127.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.127.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.128.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.128.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.129.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.129.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.130.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.130.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.131.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.131.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.132.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.132.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.133.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.133.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.134.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.134.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.135.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.135.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.136.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.136.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.137.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.137.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.138.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.138.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.139.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.139.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.140.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.140.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.141.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.141.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.142.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.142.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.143.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.143.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.144.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.144.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.145.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.145.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.146.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.146.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.147.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.147.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.148.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.148.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.149.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.149.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.150.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.150.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.151.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.151.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.152.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.152.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.153.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.153.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.154.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.154.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.155.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.155.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.156.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.156.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.157.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.157.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.158.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.158.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.159.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.159.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.160.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.160.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.161.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.161.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.162.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.162.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.163.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.163.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.164.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.164.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.165.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.165.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.166.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.166.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.167.up_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.167.down_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00052-of-00260.safetensors", "model.layers.12.mlp.experts.168.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.168.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.169.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.169.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.170.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.170.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.171.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.171.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.172.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.172.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.173.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.173.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.174.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.174.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.175.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.175.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.176.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.176.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.177.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.177.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.178.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.178.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.179.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.179.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.180.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.180.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.181.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.181.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.182.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.182.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.183.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.183.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.184.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.184.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.185.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.185.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.186.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.186.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.187.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.187.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.188.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.188.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.189.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.189.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.190.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.190.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.191.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.experts.191.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.gate.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.12.input_layernorm.weight": "model-00053-of-00260.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00053-of-00260.safetensors", "model.layers.12.post_mlp_layernorm.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.q_a_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.q_a_layernorm.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.q_b_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.kv_b_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.0.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.0.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.1.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.1.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.2.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.2.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.3.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.3.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.4.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.4.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.5.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.5.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.6.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.6.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.7.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.7.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.8.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.8.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.9.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.9.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.10.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.10.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.11.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.11.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.12.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.12.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.13.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.13.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.14.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.14.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.15.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.15.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.16.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.16.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.17.up_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.17.down_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00053-of-00260.safetensors", "model.layers.13.mlp.experts.18.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.18.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.19.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.19.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.20.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.20.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.21.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.21.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.22.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.22.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.23.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.23.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.24.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.24.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.25.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.25.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.26.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.26.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.27.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.27.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.28.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.28.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.29.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.29.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.30.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.30.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.31.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.31.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.32.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.32.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.33.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.33.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.34.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.34.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.35.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.35.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.36.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.36.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.37.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.37.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.38.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.38.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.39.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.39.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.40.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.40.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.41.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.41.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.42.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.42.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.43.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.43.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.44.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.44.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.45.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.45.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.46.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.46.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.47.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.47.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.48.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.48.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.49.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.49.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.50.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.50.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.51.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.51.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.52.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.52.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.53.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.53.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.54.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.54.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.55.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.55.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.56.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.56.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.57.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.57.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.58.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.58.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.59.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.59.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.60.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.60.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.61.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.61.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.62.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.62.down_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.63.up_proj.weight": "model-00054-of-00260.safetensors", "model.layers.13.mlp.experts.63.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.64.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.64.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.65.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.65.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.66.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.66.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.67.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.67.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.68.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.68.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.69.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.69.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.70.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.70.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.71.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.71.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.72.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.72.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.73.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.73.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.74.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.74.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.75.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.75.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.76.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.76.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.77.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.77.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.78.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.78.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.79.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.79.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.80.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.80.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.81.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.81.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.82.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.82.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.83.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.83.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.84.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.84.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.85.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.85.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.86.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.86.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.87.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.87.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.88.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.88.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.89.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.89.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.90.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.90.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.91.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.91.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.92.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.92.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.93.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.93.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.94.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.94.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.95.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.95.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.96.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.96.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.97.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.97.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.98.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.98.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.99.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.99.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.100.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.100.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.101.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.101.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.102.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.102.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.103.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.103.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.104.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.104.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.105.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.105.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.106.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.106.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.107.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.107.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.108.up_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.108.down_proj.weight": "model-00055-of-00260.safetensors", "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.109.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.109.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.110.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.110.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.111.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.111.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.112.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.112.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.113.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.113.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.114.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.114.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.115.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.115.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.116.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.116.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.117.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.117.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.118.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.118.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.119.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.119.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.120.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.120.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.121.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.121.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.122.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.122.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.123.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.123.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.124.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.124.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.125.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.125.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.126.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.126.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.127.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.127.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.128.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.128.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.129.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.129.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.130.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.130.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.131.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.131.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.132.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.132.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.133.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.133.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.134.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.134.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.135.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.135.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.136.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.136.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.137.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.137.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.138.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.138.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.139.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.139.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.140.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.140.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.141.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.141.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.142.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.142.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.143.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.143.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.144.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.144.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.145.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.145.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.146.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.146.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.147.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.147.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.148.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.148.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.149.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.149.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.150.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.150.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.151.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.151.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.152.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.152.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.153.up_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.153.down_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00056-of-00260.safetensors", "model.layers.13.mlp.experts.154.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.154.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.155.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.155.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.156.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.156.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.157.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.157.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.158.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.158.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.159.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.159.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.160.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.160.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.161.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.161.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.162.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.162.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.163.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.163.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.164.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.164.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.165.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.165.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.166.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.166.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.167.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.167.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.168.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.168.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.169.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.169.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.170.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.170.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.171.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.171.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.172.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.172.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.173.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.173.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.174.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.174.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.175.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.175.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.176.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.176.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.177.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.177.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.178.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.178.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.179.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.179.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.180.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.180.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.181.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.181.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.182.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.182.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.183.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.183.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.184.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.184.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.185.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.185.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.186.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.186.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.187.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.187.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.188.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.188.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.189.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.189.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.190.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.190.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.191.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.experts.191.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.gate.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.13.input_layernorm.weight": "model-00057-of-00260.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00057-of-00260.safetensors", "model.layers.13.post_mlp_layernorm.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.q_a_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.q_a_layernorm.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.q_b_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.kv_b_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.0.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.0.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.1.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.1.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.2.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.2.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.3.up_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.3.down_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00057-of-00260.safetensors", "model.layers.14.mlp.experts.4.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.4.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.5.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.5.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.6.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.6.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.7.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.7.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.8.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.8.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.9.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.9.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.10.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.10.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.11.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.11.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.12.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.12.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.13.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.13.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.14.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.14.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.15.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.15.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.16.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.16.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.17.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.17.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.18.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.18.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.19.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.19.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.20.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.20.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.21.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.21.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.22.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.22.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.23.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.23.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.24.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.24.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.25.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.25.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.26.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.26.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.27.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.27.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.28.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.28.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.29.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.29.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.30.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.30.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.31.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.31.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.32.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.32.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.33.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.33.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.34.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.34.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.35.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.35.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.36.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.36.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.37.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.37.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.38.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.38.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.39.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.39.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.40.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.40.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.41.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.41.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.42.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.42.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.43.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.43.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.44.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.44.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.45.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.45.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.46.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.46.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.47.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.47.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.48.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.48.down_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.49.up_proj.weight": "model-00058-of-00260.safetensors", "model.layers.14.mlp.experts.49.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.50.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.50.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.51.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.51.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.52.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.52.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.53.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.53.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.54.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.54.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.55.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.55.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.56.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.56.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.57.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.57.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.58.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.58.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.59.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.59.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.60.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.60.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.61.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.61.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.62.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.62.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.63.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.63.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.64.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.64.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.65.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.65.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.66.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.66.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.67.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.67.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.68.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.68.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.69.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.69.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.70.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.70.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.71.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.71.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.72.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.72.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.73.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.73.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.74.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.74.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.75.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.75.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.76.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.76.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.77.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.77.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.78.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.78.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.79.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.79.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.80.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.80.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.81.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.81.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.82.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.82.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.83.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.83.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.84.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.84.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.85.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.85.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.86.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.86.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.87.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.87.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.88.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.88.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.89.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.89.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.90.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.90.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.91.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.91.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.92.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.92.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.93.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.93.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.94.up_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.94.down_proj.weight": "model-00059-of-00260.safetensors", "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.95.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.95.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.96.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.96.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.97.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.97.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.98.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.98.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.99.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.99.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.100.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.100.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.101.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.101.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.102.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.102.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.103.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.103.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.104.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.104.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.105.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.105.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.106.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.106.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.107.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.107.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.108.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.108.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.109.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.109.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.110.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.110.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.111.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.111.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.112.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.112.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.113.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.113.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.114.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.114.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.115.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.115.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.116.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.116.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.117.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.117.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.118.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.118.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.119.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.119.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.120.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.120.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.121.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.121.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.122.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.122.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.123.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.123.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.124.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.124.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.125.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.125.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.126.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.126.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.127.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.127.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.128.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.128.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.129.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.129.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.130.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.130.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.131.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.131.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.132.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.132.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.133.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.133.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.134.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.134.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.135.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.135.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.136.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.136.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.137.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.137.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.138.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.138.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.139.up_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.139.down_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00060-of-00260.safetensors", "model.layers.14.mlp.experts.140.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.140.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.141.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.141.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.142.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.142.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.143.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.143.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.144.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.144.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.145.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.145.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.146.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.146.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.147.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.147.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.148.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.148.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.149.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.149.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.150.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.150.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.151.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.151.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.152.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.152.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.153.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.153.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.154.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.154.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.155.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.155.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.156.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.156.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.157.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.157.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.158.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.158.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.159.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.159.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.160.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.160.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.161.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.161.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.162.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.162.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.163.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.163.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.164.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.164.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.165.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.165.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.166.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.166.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.167.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.167.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.168.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.168.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.169.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.169.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.170.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.170.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.171.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.171.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.172.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.172.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.173.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.173.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.174.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.174.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.175.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.175.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.176.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.176.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.177.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.177.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.178.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.178.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.179.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.179.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.180.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.180.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.181.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.181.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.182.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.182.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.183.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.183.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.184.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.184.down_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.185.up_proj.weight": "model-00061-of-00260.safetensors", "model.layers.14.mlp.experts.185.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.186.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.186.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.187.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.187.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.188.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.188.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.189.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.189.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.190.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.190.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.191.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.experts.191.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.gate.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.14.input_layernorm.weight": "model-00062-of-00260.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00062-of-00260.safetensors", "model.layers.14.post_mlp_layernorm.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.q_a_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.q_a_layernorm.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.q_b_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.kv_b_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.0.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.0.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.1.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.1.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.2.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.2.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.3.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.3.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.4.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.4.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.5.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.5.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.6.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.6.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.7.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.7.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.8.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.8.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.9.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.9.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.10.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.10.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.11.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.11.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.12.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.12.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.13.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.13.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.14.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.14.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.15.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.15.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.16.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.16.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.17.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.17.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.18.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.18.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.19.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.19.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.20.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.20.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.21.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.21.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.22.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.22.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.23.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.23.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.24.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.24.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.25.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.25.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.26.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.26.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.27.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.27.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.28.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.28.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.29.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.29.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.30.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.30.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.31.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.31.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.32.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.32.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.33.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.33.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.34.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.34.down_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.35.up_proj.weight": "model-00062-of-00260.safetensors", "model.layers.15.mlp.experts.35.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.36.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.36.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.37.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.37.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.38.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.38.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.39.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.39.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.40.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.40.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.41.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.41.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.42.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.42.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.43.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.43.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.44.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.44.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.45.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.45.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.46.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.46.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.47.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.47.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.48.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.48.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.49.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.49.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.50.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.50.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.51.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.51.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.52.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.52.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.53.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.53.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.54.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.54.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.55.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.55.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.56.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.56.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.57.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.57.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.58.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.58.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.59.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.59.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.60.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.60.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.61.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.61.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.62.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.62.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.63.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.63.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.64.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.64.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.65.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.65.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.66.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.66.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.67.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.67.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.68.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.68.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.69.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.69.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.70.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.70.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.71.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.71.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.72.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.72.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.73.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.73.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.74.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.74.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.75.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.75.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.76.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.76.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.77.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.77.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.78.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.78.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.79.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.79.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.80.up_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.80.down_proj.weight": "model-00063-of-00260.safetensors", "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.81.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.81.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.82.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.82.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.83.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.83.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.84.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.84.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.85.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.85.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.86.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.86.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.87.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.87.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.88.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.88.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.89.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.89.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.90.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.90.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.91.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.91.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.92.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.92.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.93.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.93.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.94.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.94.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.95.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.95.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.96.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.96.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.97.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.97.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.98.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.98.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.99.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.99.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.100.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.100.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.101.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.101.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.102.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.102.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.103.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.103.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.104.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.104.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.105.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.105.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.106.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.106.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.107.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.107.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.108.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.108.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.109.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.109.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.110.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.110.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.111.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.111.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.112.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.112.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.113.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.113.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.114.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.114.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.115.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.115.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.116.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.116.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.117.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.117.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.118.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.118.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.119.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.119.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.120.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.120.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.121.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.121.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.122.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.122.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.123.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.123.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.124.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.124.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.125.up_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.125.down_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00064-of-00260.safetensors", "model.layers.15.mlp.experts.126.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.126.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.127.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.127.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.128.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.128.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.129.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.129.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.130.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.130.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.131.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.131.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.132.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.132.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.133.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.133.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.134.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.134.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.135.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.135.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.136.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.136.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.137.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.137.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.138.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.138.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.139.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.139.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.140.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.140.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.141.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.141.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.142.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.142.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.143.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.143.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.144.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.144.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.145.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.145.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.146.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.146.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.147.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.147.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.148.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.148.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.149.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.149.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.150.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.150.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.151.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.151.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.152.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.152.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.153.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.153.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.154.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.154.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.155.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.155.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.156.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.156.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.157.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.157.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.158.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.158.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.159.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.159.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.160.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.160.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.161.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.161.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.162.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.162.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.163.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.163.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.164.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.164.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.165.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.165.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.166.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.166.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.167.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.167.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.168.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.168.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.169.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.169.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.170.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.170.down_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.171.up_proj.weight": "model-00065-of-00260.safetensors", "model.layers.15.mlp.experts.171.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.172.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.172.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.173.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.173.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.174.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.174.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.175.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.175.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.176.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.176.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.177.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.177.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.178.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.178.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.179.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.179.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.180.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.180.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.181.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.181.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.182.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.182.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.183.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.183.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.184.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.184.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.185.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.185.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.186.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.186.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.187.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.187.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.188.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.188.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.189.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.189.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.190.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.190.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.191.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.experts.191.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.gate.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.15.input_layernorm.weight": "model-00066-of-00260.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00066-of-00260.safetensors", "model.layers.15.post_mlp_layernorm.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.q_a_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.q_a_layernorm.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.q_b_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.kv_b_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.0.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.0.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.1.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.1.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.2.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.2.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.3.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.3.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.4.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.4.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.5.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.5.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.6.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.6.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.7.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.7.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.8.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.8.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.9.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.9.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.10.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.10.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.11.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.11.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.12.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.12.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.13.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.13.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.14.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.14.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.15.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.15.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.16.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.16.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.17.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.17.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.18.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.18.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.19.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.19.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.20.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.20.down_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.21.up_proj.weight": "model-00066-of-00260.safetensors", "model.layers.16.mlp.experts.21.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.22.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.22.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.23.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.23.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.24.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.24.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.25.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.25.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.26.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.26.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.27.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.27.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.28.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.28.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.29.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.29.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.30.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.30.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.31.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.31.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.32.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.32.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.33.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.33.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.34.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.34.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.35.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.35.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.36.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.36.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.37.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.37.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.38.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.38.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.39.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.39.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.40.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.40.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.41.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.41.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.42.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.42.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.43.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.43.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.44.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.44.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.45.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.45.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.46.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.46.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.47.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.47.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.48.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.48.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.49.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.49.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.50.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.50.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.51.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.51.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.52.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.52.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.53.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.53.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.54.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.54.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.55.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.55.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.56.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.56.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.57.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.57.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.58.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.58.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.59.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.59.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.60.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.60.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.61.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.61.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.62.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.62.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.63.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.63.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.64.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.64.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.65.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.65.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.66.up_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.66.down_proj.weight": "model-00067-of-00260.safetensors", "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.67.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.67.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.68.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.68.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.69.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.69.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.70.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.70.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.71.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.71.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.72.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.72.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.73.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.73.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.74.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.74.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.75.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.75.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.76.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.76.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.77.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.77.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.78.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.78.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.79.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.79.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.80.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.80.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.81.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.81.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.82.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.82.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.83.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.83.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.84.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.84.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.85.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.85.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.86.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.86.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.87.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.87.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.88.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.88.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.89.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.89.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.90.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.90.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.91.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.91.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.92.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.92.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.93.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.93.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.94.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.94.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.95.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.95.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.96.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.96.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.97.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.97.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.98.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.98.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.99.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.99.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.100.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.100.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.101.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.101.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.102.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.102.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.103.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.103.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.104.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.104.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.105.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.105.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.106.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.106.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.107.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.107.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.108.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.108.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.109.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.109.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.110.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.110.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.111.up_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.111.down_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00068-of-00260.safetensors", "model.layers.16.mlp.experts.112.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.112.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.113.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.113.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.114.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.114.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.115.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.115.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.116.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.116.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.117.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.117.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.118.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.118.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.119.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.119.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.120.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.120.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.121.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.121.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.122.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.122.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.123.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.123.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.124.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.124.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.125.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.125.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.126.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.126.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.127.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.127.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.128.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.128.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.129.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.129.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.130.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.130.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.131.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.131.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.132.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.132.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.133.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.133.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.134.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.134.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.135.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.135.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.136.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.136.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.137.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.137.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.138.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.138.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.139.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.139.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.140.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.140.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.141.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.141.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.142.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.142.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.143.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.143.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.144.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.144.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.145.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.145.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.146.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.146.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.147.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.147.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.148.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.148.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.149.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.149.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.150.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.150.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.151.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.151.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.152.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.152.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.153.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.153.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.154.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.154.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.155.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.155.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.156.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.156.down_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.157.up_proj.weight": "model-00069-of-00260.safetensors", "model.layers.16.mlp.experts.157.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.158.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.158.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.159.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.159.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.160.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.160.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.161.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.161.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.162.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.162.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.163.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.163.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.164.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.164.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.165.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.165.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.166.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.166.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.167.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.167.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.168.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.168.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.169.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.169.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.170.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.170.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.171.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.171.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.172.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.172.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.173.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.173.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.174.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.174.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.175.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.175.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.176.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.176.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.177.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.177.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.178.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.178.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.179.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.179.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.180.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.180.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.181.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.181.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.182.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.182.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.183.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.183.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.184.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.184.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.185.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.185.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.186.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.186.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.187.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.187.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.188.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.188.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.189.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.189.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.190.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.190.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.191.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.experts.191.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.gate.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.16.input_layernorm.weight": "model-00070-of-00260.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00070-of-00260.safetensors", "model.layers.16.post_mlp_layernorm.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.q_a_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.q_a_layernorm.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.q_b_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.kv_b_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.0.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.0.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.1.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.1.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.2.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.2.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.3.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.3.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.4.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.4.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.5.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.5.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.6.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.6.down_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.7.up_proj.weight": "model-00070-of-00260.safetensors", "model.layers.17.mlp.experts.7.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.8.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.8.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.9.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.9.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.10.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.10.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.11.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.11.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.12.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.12.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.13.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.13.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.14.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.14.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.15.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.15.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.16.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.16.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.17.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.17.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.18.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.18.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.19.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.19.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.20.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.20.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.21.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.21.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.22.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.22.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.23.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.23.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.24.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.24.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.25.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.25.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.26.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.26.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.27.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.27.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.28.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.28.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.29.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.29.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.30.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.30.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.31.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.31.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.32.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.32.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.33.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.33.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.34.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.34.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.35.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.35.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.36.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.36.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.37.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.37.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.38.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.38.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.39.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.39.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.40.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.40.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.41.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.41.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.42.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.42.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.43.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.43.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.44.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.44.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.45.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.45.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.46.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.46.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.47.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.47.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.48.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.48.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.49.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.49.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.50.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.50.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.51.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.51.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.52.up_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.52.down_proj.weight": "model-00071-of-00260.safetensors", "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.53.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.53.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.54.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.54.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.55.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.55.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.56.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.56.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.57.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.57.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.58.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.58.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.59.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.59.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.60.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.60.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.61.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.61.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.62.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.62.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.63.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.63.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.64.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.64.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.65.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.65.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.66.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.66.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.67.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.67.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.68.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.68.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.69.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.69.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.70.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.70.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.71.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.71.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.72.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.72.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.73.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.73.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.74.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.74.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.75.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.75.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.76.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.76.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.77.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.77.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.78.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.78.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.79.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.79.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.80.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.80.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.81.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.81.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.82.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.82.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.83.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.83.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.84.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.84.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.85.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.85.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.86.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.86.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.87.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.87.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.88.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.88.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.89.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.89.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.90.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.90.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.91.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.91.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.92.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.92.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.93.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.93.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.94.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.94.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.95.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.95.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.96.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.96.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.97.up_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.97.down_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00072-of-00260.safetensors", "model.layers.17.mlp.experts.98.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.98.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.99.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.99.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.100.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.100.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.101.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.101.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.102.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.102.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.103.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.103.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.104.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.104.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.105.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.105.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.106.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.106.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.107.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.107.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.108.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.108.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.109.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.109.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.110.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.110.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.111.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.111.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.112.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.112.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.113.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.113.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.114.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.114.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.115.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.115.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.116.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.116.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.117.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.117.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.118.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.118.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.119.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.119.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.120.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.120.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.121.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.121.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.122.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.122.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.123.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.123.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.124.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.124.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.125.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.125.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.126.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.126.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.127.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.127.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.128.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.128.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.129.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.129.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.130.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.130.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.131.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.131.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.132.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.132.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.133.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.133.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.134.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.134.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.135.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.135.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.136.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.136.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.137.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.137.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.138.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.138.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.139.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.139.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.140.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.140.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.141.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.141.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.142.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.142.down_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.143.up_proj.weight": "model-00073-of-00260.safetensors", "model.layers.17.mlp.experts.143.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.144.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.144.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.145.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.145.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.146.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.146.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.147.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.147.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.148.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.148.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.149.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.149.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.150.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.150.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.151.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.151.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.152.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.152.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.153.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.153.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.154.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.154.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.155.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.155.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.156.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.156.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.157.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.157.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.158.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.158.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.159.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.159.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.160.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.160.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.161.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.161.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.162.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.162.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.163.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.163.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.164.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.164.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.165.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.165.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.166.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.166.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.167.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.167.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.168.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.168.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.169.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.169.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.170.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.170.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.171.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.171.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.172.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.172.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.173.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.173.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.174.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.174.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.175.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.175.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.176.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.176.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.177.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.177.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.178.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.178.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.179.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.179.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.180.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.180.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.181.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.181.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.182.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.182.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.183.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.183.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.184.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.184.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.185.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.185.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.186.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.186.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.187.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.187.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.188.up_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.188.down_proj.weight": "model-00074-of-00260.safetensors", "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.189.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.189.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.190.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.190.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.191.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.experts.191.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.gate.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.17.input_layernorm.weight": "model-00075-of-00260.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00075-of-00260.safetensors", "model.layers.17.post_mlp_layernorm.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.q_a_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.q_a_layernorm.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.q_b_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.kv_b_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.0.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.0.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.1.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.1.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.2.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.2.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.3.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.3.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.4.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.4.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.5.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.5.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.6.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.6.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.7.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.7.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.8.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.8.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.9.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.9.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.10.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.10.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.11.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.11.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.12.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.12.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.13.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.13.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.14.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.14.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.15.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.15.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.16.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.16.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.17.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.17.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.18.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.18.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.19.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.19.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.20.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.20.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.21.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.21.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.22.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.22.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.23.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.23.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.24.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.24.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.25.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.25.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.26.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.26.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.27.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.27.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.28.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.28.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.29.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.29.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.30.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.30.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.31.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.31.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.32.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.32.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.33.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.33.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.34.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.34.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.35.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.35.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.36.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.36.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.37.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.37.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.38.up_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.38.down_proj.weight": "model-00075-of-00260.safetensors", "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.39.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.39.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.40.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.40.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.41.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.41.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.42.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.42.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.43.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.43.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.44.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.44.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.45.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.45.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.46.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.46.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.47.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.47.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.48.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.48.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.49.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.49.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.50.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.50.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.51.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.51.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.52.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.52.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.53.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.53.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.54.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.54.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.55.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.55.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.56.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.56.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.57.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.57.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.58.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.58.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.59.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.59.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.60.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.60.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.61.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.61.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.62.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.62.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.63.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.63.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.64.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.64.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.65.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.65.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.66.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.66.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.67.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.67.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.68.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.68.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.69.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.69.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.70.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.70.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.71.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.71.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.72.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.72.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.73.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.73.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.74.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.74.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.75.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.75.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.76.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.76.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.77.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.77.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.78.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.78.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.79.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.79.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.80.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.80.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.81.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.81.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.82.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.82.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.83.up_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.83.down_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00076-of-00260.safetensors", "model.layers.18.mlp.experts.84.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.84.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.85.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.85.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.86.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.86.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.87.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.87.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.88.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.88.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.89.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.89.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.90.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.90.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.91.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.91.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.92.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.92.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.93.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.93.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.94.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.94.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.95.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.95.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.96.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.96.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.97.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.97.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.98.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.98.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.99.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.99.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.100.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.100.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.101.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.101.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.102.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.102.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.103.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.103.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.104.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.104.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.105.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.105.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.106.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.106.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.107.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.107.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.108.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.108.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.109.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.109.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.110.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.110.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.111.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.111.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.112.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.112.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.113.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.113.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.114.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.114.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.115.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.115.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.116.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.116.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.117.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.117.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.118.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.118.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.119.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.119.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.120.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.120.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.121.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.121.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.122.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.122.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.123.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.123.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.124.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.124.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.125.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.125.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.126.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.126.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.127.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.127.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.128.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.128.down_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.129.up_proj.weight": "model-00077-of-00260.safetensors", "model.layers.18.mlp.experts.129.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.130.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.130.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.131.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.131.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.132.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.132.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.133.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.133.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.134.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.134.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.135.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.135.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.136.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.136.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.137.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.137.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.138.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.138.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.139.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.139.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.140.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.140.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.141.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.141.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.142.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.142.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.143.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.143.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.144.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.144.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.145.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.145.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.146.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.146.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.147.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.147.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.148.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.148.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.149.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.149.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.150.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.150.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.151.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.151.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.152.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.152.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.153.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.153.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.154.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.154.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.155.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.155.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.156.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.156.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.157.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.157.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.158.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.158.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.159.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.159.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.160.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.160.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.161.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.161.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.162.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.162.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.163.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.163.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.164.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.164.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.165.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.165.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.166.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.166.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.167.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.167.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.168.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.168.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.169.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.169.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.170.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.170.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.171.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.171.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.172.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.172.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.173.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.173.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.174.up_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.174.down_proj.weight": "model-00078-of-00260.safetensors", "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.175.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.175.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.176.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.176.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.177.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.177.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.178.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.178.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.179.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.179.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.180.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.180.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.181.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.181.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.182.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.182.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.183.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.183.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.184.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.184.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.185.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.185.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.186.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.186.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.187.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.187.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.188.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.188.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.189.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.189.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.190.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.190.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.191.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.experts.191.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.gate.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.18.input_layernorm.weight": "model-00079-of-00260.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00079-of-00260.safetensors", "model.layers.18.post_mlp_layernorm.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.q_a_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.q_a_layernorm.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.q_b_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.kv_b_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.0.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.0.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.1.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.1.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.2.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.2.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.3.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.3.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.4.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.4.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.5.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.5.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.6.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.6.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.7.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.7.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.8.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.8.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.9.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.9.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.10.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.10.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.11.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.11.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.12.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.12.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.13.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.13.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.14.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.14.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.15.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.15.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.16.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.16.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.17.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.17.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.18.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.18.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.19.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.19.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.20.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.20.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.21.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.21.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.22.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.22.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.23.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.23.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.24.up_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.24.down_proj.weight": "model-00079-of-00260.safetensors", "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.25.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.25.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.26.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.26.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.27.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.27.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.28.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.28.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.29.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.29.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.30.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.30.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.31.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.31.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.32.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.32.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.33.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.33.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.34.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.34.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.35.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.35.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.36.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.36.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.37.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.37.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.38.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.38.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.39.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.39.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.40.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.40.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.41.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.41.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.42.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.42.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.43.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.43.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.44.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.44.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.45.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.45.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.46.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.46.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.47.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.47.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.48.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.48.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.49.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.49.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.50.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.50.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.51.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.51.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.52.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.52.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.53.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.53.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.54.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.54.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.55.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.55.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.56.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.56.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.57.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.57.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.58.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.58.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.59.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.59.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.60.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.60.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.61.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.61.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.62.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.62.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.63.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.63.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.64.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.64.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.65.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.65.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.66.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.66.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.67.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.67.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.68.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.68.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.69.up_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.69.down_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00080-of-00260.safetensors", "model.layers.19.mlp.experts.70.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.70.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.71.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.71.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.72.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.72.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.73.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.73.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.74.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.74.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.75.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.75.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.76.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.76.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.77.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.77.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.78.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.78.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.79.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.79.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.80.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.80.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.81.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.81.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.82.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.82.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.83.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.83.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.84.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.84.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.85.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.85.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.86.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.86.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.87.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.87.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.88.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.88.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.89.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.89.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.90.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.90.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.91.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.91.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.92.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.92.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.93.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.93.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.94.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.94.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.95.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.95.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.96.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.96.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.97.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.97.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.98.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.98.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.99.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.99.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.100.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.100.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.101.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.101.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.102.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.102.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.103.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.103.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.104.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.104.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.105.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.105.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.106.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.106.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.107.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.107.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.108.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.108.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.109.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.109.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.110.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.110.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.111.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.111.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.112.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.112.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.113.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.113.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.114.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.114.down_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.115.up_proj.weight": "model-00081-of-00260.safetensors", "model.layers.19.mlp.experts.115.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.116.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.116.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.117.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.117.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.118.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.118.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.119.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.119.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.120.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.120.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.121.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.121.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.122.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.122.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.123.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.123.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.124.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.124.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.125.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.125.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.126.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.126.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.127.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.127.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.128.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.128.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.129.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.129.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.130.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.130.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.131.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.131.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.132.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.132.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.133.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.133.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.134.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.134.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.135.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.135.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.136.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.136.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.137.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.137.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.138.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.138.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.139.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.139.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.140.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.140.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.141.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.141.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.142.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.142.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.143.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.143.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.144.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.144.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.145.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.145.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.146.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.146.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.147.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.147.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.148.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.148.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.149.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.149.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.150.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.150.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.151.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.151.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.152.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.152.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.153.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.153.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.154.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.154.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.155.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.155.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.156.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.156.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.157.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.157.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.158.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.158.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.159.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.159.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.160.up_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.160.down_proj.weight": "model-00082-of-00260.safetensors", "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.161.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.161.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.162.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.162.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.163.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.163.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.164.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.164.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.165.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.165.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.166.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.166.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.167.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.167.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.168.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.168.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.169.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.169.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.170.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.170.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.171.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.171.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.172.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.172.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.173.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.173.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.174.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.174.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.175.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.175.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.176.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.176.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.177.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.177.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.178.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.178.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.179.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.179.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.180.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.180.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.181.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.181.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.182.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.182.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.183.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.183.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.184.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.184.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.185.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.185.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.186.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.186.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.187.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.187.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.188.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.188.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.189.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.189.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.190.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.190.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.191.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.experts.191.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.gate.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.19.input_layernorm.weight": "model-00083-of-00260.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00083-of-00260.safetensors", "model.layers.19.post_mlp_layernorm.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.q_a_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.q_a_layernorm.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.q_b_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.kv_b_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.0.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.0.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.1.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.1.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.2.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.2.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.3.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.3.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.4.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.4.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.5.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.5.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.6.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.6.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.7.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.7.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.8.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.8.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.9.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.9.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.10.up_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.10.down_proj.weight": "model-00083-of-00260.safetensors", "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.11.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.11.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.12.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.12.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.13.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.13.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.14.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.14.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.15.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.15.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.16.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.16.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.17.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.17.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.18.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.18.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.19.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.19.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.20.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.20.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.21.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.21.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.22.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.22.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.23.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.23.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.24.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.24.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.25.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.25.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.26.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.26.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.27.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.27.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.28.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.28.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.29.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.29.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.30.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.30.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.31.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.31.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.32.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.32.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.33.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.33.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.34.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.34.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.35.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.35.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.36.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.36.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.37.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.37.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.38.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.38.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.39.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.39.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.40.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.40.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.41.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.41.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.42.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.42.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.43.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.43.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.44.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.44.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.45.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.45.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.46.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.46.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.47.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.47.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.48.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.48.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.49.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.49.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.50.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.50.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.51.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.51.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.52.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.52.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.53.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.53.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.54.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.54.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.55.up_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.55.down_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00084-of-00260.safetensors", "model.layers.20.mlp.experts.56.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.56.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.57.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.57.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.58.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.58.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.59.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.59.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.60.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.60.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.61.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.61.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.62.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.62.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.63.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.63.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.64.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.64.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.65.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.65.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.66.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.66.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.67.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.67.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.68.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.68.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.69.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.69.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.70.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.70.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.71.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.71.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.72.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.72.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.73.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.73.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.74.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.74.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.75.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.75.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.76.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.76.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.77.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.77.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.78.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.78.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.79.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.79.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.80.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.80.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.81.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.81.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.82.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.82.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.83.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.83.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.84.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.84.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.85.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.85.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.86.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.86.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.87.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.87.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.88.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.88.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.89.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.89.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.90.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.90.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.91.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.91.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.92.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.92.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.93.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.93.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.94.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.94.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.95.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.95.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.96.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.96.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.97.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.97.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.98.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.98.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.99.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.99.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.100.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.100.down_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.101.up_proj.weight": "model-00085-of-00260.safetensors", "model.layers.20.mlp.experts.101.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.102.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.102.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.103.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.103.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.104.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.104.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.105.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.105.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.106.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.106.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.107.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.107.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.108.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.108.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.109.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.109.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.110.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.110.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.111.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.111.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.112.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.112.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.113.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.113.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.114.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.114.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.115.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.115.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.116.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.116.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.117.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.117.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.118.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.118.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.119.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.119.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.120.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.120.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.121.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.121.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.122.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.122.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.123.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.123.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.124.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.124.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.125.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.125.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.126.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.126.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.127.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.127.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.128.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.128.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.129.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.129.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.130.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.130.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.131.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.131.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.132.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.132.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.133.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.133.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.134.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.134.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.135.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.135.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.136.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.136.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.137.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.137.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.138.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.138.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.139.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.139.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.140.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.140.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.141.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.141.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.142.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.142.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.143.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.143.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.144.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.144.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.145.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.145.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.146.up_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.146.down_proj.weight": "model-00086-of-00260.safetensors", "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.147.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.147.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.148.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.148.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.149.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.149.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.150.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.150.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.151.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.151.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.152.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.152.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.153.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.153.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.154.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.154.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.155.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.155.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.156.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.156.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.157.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.157.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.158.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.158.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.159.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.159.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.160.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.160.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.161.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.161.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.162.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.162.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.163.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.163.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.164.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.164.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.165.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.165.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.166.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.166.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.167.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.167.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.168.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.168.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.169.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.169.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.170.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.170.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.171.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.171.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.172.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.172.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.173.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.173.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.174.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.174.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.175.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.175.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.176.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.176.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.177.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.177.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.178.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.178.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.179.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.179.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.180.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.180.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.181.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.181.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.182.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.182.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.183.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.183.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.184.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.184.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.185.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.185.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.186.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.186.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.187.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.187.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.188.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.188.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.189.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.189.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.190.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.190.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.191.up_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.experts.191.down_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.gate.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00087-of-00260.safetensors", "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.20.input_layernorm.weight": "model-00088-of-00260.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00088-of-00260.safetensors", "model.layers.20.post_mlp_layernorm.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.q_a_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.q_a_layernorm.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.q_b_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.kv_b_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.0.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.0.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.1.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.1.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.2.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.2.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.3.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.3.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.4.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.4.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.5.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.5.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.6.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.6.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.7.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.7.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.8.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.8.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.9.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.9.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.10.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.10.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.11.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.11.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.12.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.12.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.13.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.13.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.14.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.14.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.15.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.15.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.16.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.16.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.17.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.17.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.18.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.18.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.19.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.19.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.20.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.20.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.21.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.21.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.22.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.22.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.23.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.23.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.24.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.24.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.25.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.25.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.26.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.26.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.27.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.27.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.28.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.28.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.29.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.29.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.30.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.30.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.31.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.31.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.32.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.32.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.33.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.33.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.34.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.34.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.35.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.35.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.36.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.36.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.37.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.37.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.38.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.38.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.39.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.39.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.40.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.40.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.41.up_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.41.down_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00088-of-00260.safetensors", "model.layers.21.mlp.experts.42.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.42.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.43.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.43.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.44.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.44.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.45.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.45.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.46.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.46.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.47.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.47.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.48.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.48.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.49.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.49.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.50.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.50.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.51.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.51.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.52.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.52.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.53.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.53.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.54.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.54.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.55.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.55.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.56.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.56.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.57.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.57.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.58.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.58.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.59.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.59.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.60.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.60.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.61.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.61.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.62.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.62.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.63.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.63.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.64.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.64.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.65.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.65.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.66.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.66.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.67.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.67.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.68.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.68.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.69.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.69.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.70.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.70.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.71.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.71.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.72.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.72.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.73.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.73.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.74.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.74.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.75.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.75.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.76.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.76.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.77.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.77.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.78.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.78.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.79.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.79.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.80.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.80.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.81.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.81.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.82.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.82.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.83.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.83.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.84.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.84.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.85.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.85.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.86.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.86.down_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.87.up_proj.weight": "model-00089-of-00260.safetensors", "model.layers.21.mlp.experts.87.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.88.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.88.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.89.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.89.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.90.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.90.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.91.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.91.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.92.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.92.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.93.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.93.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.94.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.94.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.95.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.95.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.96.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.96.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.97.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.97.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.98.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.98.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.99.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.99.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.100.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.100.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.101.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.101.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.102.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.102.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.103.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.103.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.104.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.104.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.105.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.105.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.106.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.106.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.107.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.107.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.108.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.108.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.109.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.109.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.110.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.110.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.111.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.111.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.112.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.112.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.113.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.113.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.114.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.114.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.115.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.115.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.116.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.116.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.117.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.117.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.118.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.118.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.119.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.119.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.120.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.120.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.121.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.121.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.122.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.122.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.123.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.123.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.124.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.124.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.125.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.125.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.126.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.126.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.127.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.127.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.128.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.128.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.129.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.129.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.130.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.130.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.131.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.131.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.132.up_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.132.down_proj.weight": "model-00090-of-00260.safetensors", "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.133.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.133.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.134.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.134.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.135.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.135.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.136.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.136.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.137.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.137.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.138.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.138.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.139.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.139.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.140.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.140.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.141.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.141.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.142.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.142.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.143.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.143.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.144.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.144.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.145.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.145.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.146.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.146.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.147.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.147.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.148.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.148.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.149.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.149.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.150.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.150.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.151.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.151.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.152.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.152.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.153.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.153.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.154.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.154.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.155.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.155.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.156.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.156.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.157.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.157.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.158.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.158.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.159.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.159.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.160.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.160.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.161.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.161.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.162.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.162.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.163.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.163.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.164.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.164.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.165.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.165.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.166.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.166.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.167.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.167.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.168.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.168.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.169.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.169.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.170.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.170.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.171.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.171.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.172.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.172.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.173.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.173.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.174.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.174.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.175.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.175.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.176.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.176.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.177.up_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.177.down_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00091-of-00260.safetensors", "model.layers.21.mlp.experts.178.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.178.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.179.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.179.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.180.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.180.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.181.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.181.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.182.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.182.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.183.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.183.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.184.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.184.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.185.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.185.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.186.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.186.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.187.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.187.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.188.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.188.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.189.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.189.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.190.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.190.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.191.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.experts.191.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.gate.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.21.input_layernorm.weight": "model-00092-of-00260.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00092-of-00260.safetensors", "model.layers.21.post_mlp_layernorm.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.q_a_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.q_a_layernorm.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.q_b_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.kv_b_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.0.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.0.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.1.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.1.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.2.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.2.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.3.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.3.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.4.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.4.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.5.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.5.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.6.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.6.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.7.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.7.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.8.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.8.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.9.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.9.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.10.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.10.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.11.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.11.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.12.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.12.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.13.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.13.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.14.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.14.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.15.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.15.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.16.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.16.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.17.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.17.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.18.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.18.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.19.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.19.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.20.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.20.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.21.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.21.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.22.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.22.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.23.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.23.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.24.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.24.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.25.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.25.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.26.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.26.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.27.up_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.27.down_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00092-of-00260.safetensors", "model.layers.22.mlp.experts.28.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.28.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.29.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.29.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.30.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.30.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.31.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.31.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.32.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.32.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.33.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.33.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.34.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.34.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.35.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.35.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.36.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.36.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.37.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.37.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.38.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.38.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.39.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.39.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.40.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.40.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.41.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.41.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.42.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.42.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.43.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.43.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.44.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.44.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.45.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.45.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.46.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.46.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.47.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.47.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.48.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.48.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.49.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.49.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.50.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.50.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.51.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.51.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.52.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.52.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.53.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.53.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.54.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.54.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.55.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.55.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.56.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.56.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.57.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.57.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.58.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.58.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.59.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.59.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.60.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.60.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.61.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.61.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.62.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.62.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.63.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.63.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.64.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.64.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.65.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.65.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.66.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.66.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.67.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.67.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.68.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.68.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.69.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.69.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.70.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.70.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.71.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.71.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.72.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.72.down_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.73.up_proj.weight": "model-00093-of-00260.safetensors", "model.layers.22.mlp.experts.73.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.74.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.74.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.75.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.75.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.76.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.76.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.77.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.77.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.78.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.78.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.79.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.79.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.80.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.80.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.81.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.81.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.82.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.82.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.83.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.83.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.84.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.84.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.85.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.85.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.86.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.86.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.87.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.87.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.88.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.88.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.89.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.89.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.90.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.90.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.91.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.91.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.92.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.92.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.93.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.93.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.94.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.94.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.95.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.95.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.96.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.96.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.97.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.97.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.98.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.98.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.99.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.99.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.100.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.100.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.101.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.101.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.102.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.102.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.103.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.103.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.104.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.104.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.105.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.105.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.106.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.106.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.107.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.107.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.108.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.108.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.109.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.109.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.110.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.110.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.111.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.111.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.112.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.112.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.113.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.113.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.114.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.114.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.115.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.115.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.116.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.116.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.117.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.117.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.118.up_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.118.down_proj.weight": "model-00094-of-00260.safetensors", "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.119.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.119.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.120.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.120.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.121.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.121.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.122.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.122.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.123.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.123.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.124.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.124.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.125.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.125.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.126.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.126.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.127.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.127.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.128.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.128.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.129.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.129.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.130.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.130.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.131.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.131.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.132.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.132.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.133.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.133.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.134.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.134.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.135.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.135.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.136.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.136.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.137.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.137.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.138.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.138.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.139.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.139.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.140.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.140.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.141.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.141.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.142.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.142.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.143.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.143.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.144.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.144.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.145.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.145.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.146.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.146.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.147.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.147.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.148.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.148.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.149.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.149.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.150.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.150.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.151.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.151.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.152.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.152.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.153.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.153.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.154.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.154.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.155.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.155.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.156.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.156.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.157.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.157.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.158.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.158.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.159.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.159.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.160.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.160.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.161.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.161.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.162.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.162.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.163.up_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.163.down_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00095-of-00260.safetensors", "model.layers.22.mlp.experts.164.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.164.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.165.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.165.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.166.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.166.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.167.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.167.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.168.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.168.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.169.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.169.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.170.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.170.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.171.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.171.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.172.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.172.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.173.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.173.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.174.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.174.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.175.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.175.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.176.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.176.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.177.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.177.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.178.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.178.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.179.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.179.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.180.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.180.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.181.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.181.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.182.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.182.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.183.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.183.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.184.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.184.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.185.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.185.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.186.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.186.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.187.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.187.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.188.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.188.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.189.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.189.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.190.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.190.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.191.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.experts.191.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.gate.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.22.input_layernorm.weight": "model-00096-of-00260.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00096-of-00260.safetensors", "model.layers.22.post_mlp_layernorm.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.q_a_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.q_a_layernorm.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.q_b_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.kv_b_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.0.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.0.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.1.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.1.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.2.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.2.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.3.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.3.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.4.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.4.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.5.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.5.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.6.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.6.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.7.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.7.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.8.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.8.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.9.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.9.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.10.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.10.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.11.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.11.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.12.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.12.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.13.up_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.13.down_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00096-of-00260.safetensors", "model.layers.23.mlp.experts.14.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.14.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.15.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.15.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.16.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.16.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.17.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.17.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.18.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.18.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.19.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.19.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.20.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.20.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.21.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.21.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.22.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.22.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.23.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.23.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.24.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.24.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.25.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.25.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.26.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.26.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.27.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.27.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.28.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.28.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.29.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.29.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.30.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.30.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.31.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.31.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.32.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.32.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.33.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.33.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.34.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.34.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.35.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.35.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.36.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.36.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.37.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.37.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.38.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.38.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.39.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.39.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.40.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.40.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.41.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.41.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.42.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.42.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.43.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.43.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.44.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.44.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.45.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.45.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.46.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.46.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.47.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.47.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.48.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.48.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.49.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.49.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.50.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.50.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.51.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.51.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.52.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.52.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.53.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.53.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.54.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.54.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.55.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.55.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.56.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.56.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.57.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.57.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.58.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.58.down_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.59.up_proj.weight": "model-00097-of-00260.safetensors", "model.layers.23.mlp.experts.59.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.60.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.60.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.61.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.61.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.62.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.62.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.63.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.63.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.64.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.64.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.65.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.65.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.66.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.66.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.67.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.67.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.68.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.68.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.69.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.69.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.70.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.70.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.71.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.71.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.72.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.72.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.73.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.73.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.74.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.74.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.75.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.75.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.76.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.76.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.77.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.77.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.78.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.78.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.79.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.79.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.80.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.80.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.81.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.81.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.82.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.82.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.83.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.83.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.84.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.84.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.85.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.85.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.86.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.86.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.87.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.87.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.88.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.88.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.89.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.89.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.90.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.90.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.91.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.91.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.92.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.92.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.93.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.93.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.94.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.94.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.95.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.95.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.96.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.96.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.97.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.97.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.98.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.98.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.99.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.99.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.100.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.100.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.101.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.101.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.102.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.102.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.103.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.103.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.104.up_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.104.down_proj.weight": "model-00098-of-00260.safetensors", "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.105.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.105.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.106.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.106.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.107.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.107.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.108.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.108.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.109.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.109.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.110.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.110.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.111.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.111.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.112.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.112.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.113.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.113.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.114.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.114.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.115.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.115.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.116.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.116.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.117.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.117.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.118.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.118.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.119.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.119.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.120.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.120.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.121.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.121.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.122.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.122.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.123.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.123.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.124.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.124.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.125.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.125.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.126.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.126.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.127.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.127.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.128.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.128.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.129.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.129.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.130.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.130.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.131.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.131.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.132.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.132.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.133.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.133.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.134.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.134.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.135.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.135.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.136.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.136.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.137.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.137.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.138.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.138.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.139.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.139.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.140.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.140.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.141.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.141.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.142.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.142.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.143.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.143.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.144.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.144.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.145.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.145.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.146.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.146.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.147.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.147.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.148.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.148.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.149.up_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.149.down_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00099-of-00260.safetensors", "model.layers.23.mlp.experts.150.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.150.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.151.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.151.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.152.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.152.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.153.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.153.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.154.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.154.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.155.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.155.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.156.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.156.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.157.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.157.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.158.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.158.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.159.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.159.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.160.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.160.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.161.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.161.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.162.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.162.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.163.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.163.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.164.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.164.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.165.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.165.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.166.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.166.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.167.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.167.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.168.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.168.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.169.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.169.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.170.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.170.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.171.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.171.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.172.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.172.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.173.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.173.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.174.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.174.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.175.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.175.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.176.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.176.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.177.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.177.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.178.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.178.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.179.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.179.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.180.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.180.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.181.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.181.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.182.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.182.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.183.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.183.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.184.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.184.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.185.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.185.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.186.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.186.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.187.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.187.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.188.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.188.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.189.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.189.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.190.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.190.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.191.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.experts.191.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.gate.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00100-of-00260.safetensors", "model.layers.23.input_layernorm.weight": "model-00100-of-00260.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00100-of-00260.safetensors", "model.layers.23.post_mlp_layernorm.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.q_a_proj.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.q_a_layernorm.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.q_b_proj.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.kv_b_proj.weight": "model-00100-of-00260.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00100-of-00260.safetensors", "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00100-of-00260.safetensors", "model.layers.24.mlp.experts.0.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.0.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.1.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.1.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.2.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.2.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.3.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.3.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.4.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.4.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.5.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.5.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.6.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.6.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.7.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.7.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.8.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.8.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.9.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.9.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.10.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.10.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.11.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.11.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.12.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.12.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.13.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.13.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.14.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.14.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.15.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.15.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.16.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.16.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.17.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.17.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.18.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.18.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.19.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.19.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.20.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.20.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.21.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.21.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.22.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.22.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.23.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.23.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.24.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.24.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.25.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.25.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.26.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.26.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.27.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.27.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.28.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.28.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.29.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.29.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.30.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.30.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.31.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.31.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.32.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.32.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.33.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.33.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.34.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.34.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.35.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.35.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.36.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.36.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.37.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.37.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.38.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.38.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.39.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.39.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.40.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.40.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.41.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.41.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.42.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.42.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.43.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.43.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.44.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.44.down_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.45.up_proj.weight": "model-00101-of-00260.safetensors", "model.layers.24.mlp.experts.45.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.46.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.46.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.47.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.47.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.48.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.48.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.49.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.49.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.50.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.50.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.51.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.51.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.52.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.52.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.53.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.53.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.54.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.54.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.55.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.55.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.56.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.56.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.57.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.57.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.58.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.58.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.59.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.59.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.60.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.60.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.61.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.61.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.62.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.62.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.63.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.63.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.64.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.64.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.65.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.65.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.66.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.66.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.67.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.67.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.68.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.68.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.69.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.69.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.70.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.70.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.71.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.71.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.72.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.72.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.73.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.73.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.74.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.74.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.75.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.75.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.76.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.76.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.77.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.77.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.78.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.78.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.79.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.79.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.80.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.80.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.81.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.81.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.82.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.82.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.83.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.83.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.84.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.84.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.85.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.85.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.86.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.86.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.87.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.87.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.88.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.88.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.89.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.89.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.90.up_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.90.down_proj.weight": "model-00102-of-00260.safetensors", "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.91.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.91.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.92.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.92.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.93.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.93.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.94.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.94.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.95.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.95.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.96.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.96.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.97.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.97.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.98.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.98.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.99.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.99.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.100.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.100.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.101.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.101.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.102.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.102.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.103.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.103.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.104.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.104.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.105.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.105.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.106.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.106.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.107.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.107.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.108.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.108.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.109.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.109.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.110.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.110.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.111.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.111.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.112.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.112.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.113.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.113.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.114.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.114.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.115.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.115.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.116.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.116.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.117.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.117.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.118.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.118.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.119.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.119.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.120.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.120.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.121.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.121.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.122.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.122.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.123.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.123.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.124.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.124.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.125.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.125.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.126.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.126.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.127.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.127.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.128.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.128.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.129.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.129.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.130.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.130.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.131.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.131.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.132.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.132.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.133.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.133.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.134.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.134.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.135.up_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.135.down_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00103-of-00260.safetensors", "model.layers.24.mlp.experts.136.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.136.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.137.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.137.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.138.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.138.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.139.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.139.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.140.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.140.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.141.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.141.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.142.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.142.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.143.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.143.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.144.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.144.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.145.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.145.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.146.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.146.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.147.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.147.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.148.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.148.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.149.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.149.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.150.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.150.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.151.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.151.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.152.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.152.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.153.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.153.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.154.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.154.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.155.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.155.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.156.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.156.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.157.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.157.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.158.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.158.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.159.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.159.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.160.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.160.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.161.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.161.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.162.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.162.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.163.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.163.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.164.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.164.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.165.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.165.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.166.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.166.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.167.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.167.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.168.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.168.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.169.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.169.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.170.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.170.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.171.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.171.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.172.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.172.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.173.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.173.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.174.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.174.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.175.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.175.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.176.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.176.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.177.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.177.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.178.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.178.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.179.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.179.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.180.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.180.down_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.181.up_proj.weight": "model-00104-of-00260.safetensors", "model.layers.24.mlp.experts.181.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.182.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.182.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.183.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.183.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.184.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.184.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.185.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.185.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.186.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.186.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.187.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.187.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.188.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.188.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.189.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.189.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.190.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.190.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.191.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.experts.191.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.gate.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.24.input_layernorm.weight": "model-00105-of-00260.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00105-of-00260.safetensors", "model.layers.24.post_mlp_layernorm.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.q_a_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.q_a_layernorm.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.q_b_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.kv_b_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.0.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.0.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.1.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.1.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.2.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.2.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.3.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.3.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.4.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.4.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.5.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.5.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.6.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.6.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.7.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.7.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.8.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.8.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.9.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.9.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.10.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.10.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.11.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.11.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.12.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.12.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.13.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.13.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.14.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.14.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.15.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.15.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.16.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.16.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.17.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.17.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.18.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.18.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.19.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.19.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.20.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.20.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.21.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.21.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.22.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.22.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.23.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.23.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.24.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.24.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.25.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.25.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.26.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.26.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.27.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.27.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.28.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.28.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.29.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.29.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.30.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.30.down_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.31.up_proj.weight": "model-00105-of-00260.safetensors", "model.layers.25.mlp.experts.31.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.32.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.32.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.33.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.33.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.34.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.34.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.35.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.35.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.36.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.36.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.37.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.37.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.38.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.38.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.39.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.39.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.40.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.40.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.41.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.41.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.42.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.42.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.43.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.43.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.44.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.44.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.45.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.45.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.46.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.46.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.47.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.47.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.48.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.48.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.49.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.49.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.50.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.50.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.51.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.51.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.52.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.52.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.53.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.53.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.54.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.54.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.55.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.55.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.56.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.56.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.57.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.57.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.58.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.58.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.59.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.59.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.60.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.60.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.61.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.61.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.62.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.62.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.63.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.63.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.64.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.64.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.65.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.65.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.66.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.66.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.67.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.67.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.68.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.68.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.69.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.69.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.70.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.70.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.71.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.71.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.72.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.72.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.73.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.73.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.74.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.74.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.75.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.75.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.76.up_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.76.down_proj.weight": "model-00106-of-00260.safetensors", "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.77.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.77.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.78.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.78.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.79.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.79.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.80.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.80.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.81.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.81.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.82.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.82.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.83.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.83.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.84.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.84.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.85.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.85.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.86.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.86.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.87.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.87.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.88.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.88.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.89.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.89.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.90.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.90.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.91.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.91.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.92.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.92.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.93.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.93.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.94.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.94.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.95.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.95.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.96.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.96.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.97.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.97.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.98.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.98.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.99.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.99.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.100.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.100.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.101.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.101.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.102.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.102.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.103.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.103.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.104.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.104.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.105.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.105.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.106.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.106.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.107.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.107.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.108.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.108.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.109.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.109.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.110.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.110.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.111.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.111.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.112.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.112.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.113.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.113.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.114.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.114.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.115.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.115.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.116.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.116.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.117.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.117.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.118.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.118.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.119.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.119.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.120.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.120.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.121.up_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.121.down_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00107-of-00260.safetensors", "model.layers.25.mlp.experts.122.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.122.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.123.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.123.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.124.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.124.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.125.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.125.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.126.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.126.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.127.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.127.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.128.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.128.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.129.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.129.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.130.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.130.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.131.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.131.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.132.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.132.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.133.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.133.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.134.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.134.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.135.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.135.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.136.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.136.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.137.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.137.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.138.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.138.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.139.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.139.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.140.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.140.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.141.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.141.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.142.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.142.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.143.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.143.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.144.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.144.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.145.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.145.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.146.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.146.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.147.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.147.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.148.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.148.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.149.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.149.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.150.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.150.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.151.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.151.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.152.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.152.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.153.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.153.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.154.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.154.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.155.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.155.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.156.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.156.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.157.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.157.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.158.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.158.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.159.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.159.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.160.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.160.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.161.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.161.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.162.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.162.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.163.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.163.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.164.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.164.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.165.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.165.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.166.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.166.down_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.167.up_proj.weight": "model-00108-of-00260.safetensors", "model.layers.25.mlp.experts.167.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.168.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.168.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.169.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.169.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.170.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.170.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.171.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.171.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.172.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.172.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.173.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.173.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.174.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.174.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.175.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.175.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.176.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.176.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.177.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.177.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.178.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.178.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.179.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.179.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.180.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.180.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.181.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.181.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.182.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.182.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.183.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.183.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.184.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.184.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.185.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.185.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.186.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.186.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.187.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.187.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.188.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.188.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.189.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.189.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.190.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.190.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.191.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.experts.191.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.gate.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.25.input_layernorm.weight": "model-00109-of-00260.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00109-of-00260.safetensors", "model.layers.25.post_mlp_layernorm.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.q_a_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.q_a_layernorm.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.q_b_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.kv_b_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.0.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.0.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.1.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.1.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.2.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.2.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.3.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.3.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.4.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.4.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.5.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.5.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.6.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.6.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.7.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.7.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.8.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.8.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.9.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.9.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.10.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.10.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.11.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.11.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.12.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.12.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.13.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.13.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.14.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.14.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.15.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.15.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.16.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.16.down_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.17.up_proj.weight": "model-00109-of-00260.safetensors", "model.layers.26.mlp.experts.17.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.18.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.18.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.19.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.19.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.20.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.20.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.21.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.21.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.22.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.22.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.23.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.23.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.24.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.24.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.25.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.25.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.26.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.26.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.27.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.27.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.28.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.28.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.29.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.29.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.30.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.30.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.31.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.31.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.32.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.32.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.33.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.33.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.34.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.34.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.35.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.35.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.36.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.36.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.37.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.37.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.38.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.38.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.39.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.39.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.40.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.40.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.41.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.41.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.42.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.42.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.43.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.43.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.44.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.44.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.45.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.45.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.46.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.46.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.47.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.47.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.48.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.48.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.49.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.49.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.50.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.50.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.51.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.51.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.52.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.52.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.53.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.53.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.54.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.54.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.55.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.55.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.56.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.56.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.57.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.57.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.58.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.58.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.59.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.59.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.60.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.60.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.61.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.61.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.62.up_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.62.down_proj.weight": "model-00110-of-00260.safetensors", "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.63.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.63.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.64.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.64.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.65.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.65.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.66.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.66.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.67.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.67.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.68.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.68.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.69.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.69.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.70.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.70.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.71.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.71.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.72.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.72.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.73.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.73.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.74.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.74.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.75.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.75.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.76.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.76.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.77.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.77.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.78.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.78.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.79.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.79.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.80.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.80.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.81.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.81.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.82.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.82.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.83.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.83.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.84.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.84.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.85.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.85.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.86.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.86.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.87.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.87.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.88.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.88.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.89.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.89.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.90.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.90.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.91.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.91.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.92.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.92.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.93.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.93.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.94.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.94.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.95.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.95.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.96.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.96.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.97.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.97.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.98.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.98.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.99.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.99.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.100.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.100.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.101.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.101.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.102.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.102.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.103.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.103.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.104.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.104.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.105.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.105.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.106.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.106.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.107.up_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.107.down_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00111-of-00260.safetensors", "model.layers.26.mlp.experts.108.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.108.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.109.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.109.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.110.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.110.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.111.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.111.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.112.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.112.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.113.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.113.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.114.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.114.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.115.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.115.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.116.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.116.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.117.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.117.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.118.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.118.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.119.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.119.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.120.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.120.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.121.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.121.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.122.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.122.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.123.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.123.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.124.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.124.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.125.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.125.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.126.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.126.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.127.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.127.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.128.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.128.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.129.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.129.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.130.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.130.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.131.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.131.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.132.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.132.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.133.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.133.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.134.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.134.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.135.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.135.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.136.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.136.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.137.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.137.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.138.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.138.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.139.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.139.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.140.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.140.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.141.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.141.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.142.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.142.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.143.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.143.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.144.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.144.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.145.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.145.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.146.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.146.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.147.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.147.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.148.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.148.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.149.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.149.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.150.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.150.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.151.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.151.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.152.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.152.down_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.153.up_proj.weight": "model-00112-of-00260.safetensors", "model.layers.26.mlp.experts.153.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.154.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.154.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.155.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.155.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.156.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.156.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.157.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.157.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.158.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.158.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.159.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.159.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.160.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.160.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.161.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.161.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.162.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.162.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.163.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.163.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.164.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.164.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.165.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.165.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.166.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.166.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.167.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.167.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.168.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.168.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.169.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.169.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.170.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.170.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.171.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.171.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.172.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.172.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.173.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.173.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.174.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.174.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.175.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.175.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.176.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.176.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.177.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.177.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.178.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.178.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.179.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.179.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.180.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.180.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.181.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.181.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.182.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.182.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.183.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.183.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.184.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.184.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.185.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.185.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.186.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.186.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.187.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.187.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.188.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.188.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.189.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.189.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.190.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.190.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.191.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.experts.191.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.gate.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.26.input_layernorm.weight": "model-00113-of-00260.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00113-of-00260.safetensors", "model.layers.26.post_mlp_layernorm.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.q_a_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.q_a_layernorm.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.q_b_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.kv_b_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.0.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.0.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.1.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.1.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.2.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.2.down_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.3.up_proj.weight": "model-00113-of-00260.safetensors", "model.layers.27.mlp.experts.3.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.4.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.4.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.5.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.5.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.6.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.6.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.7.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.7.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.8.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.8.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.9.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.9.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.10.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.10.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.11.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.11.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.12.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.12.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.13.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.13.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.14.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.14.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.15.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.15.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.16.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.16.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.17.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.17.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.18.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.18.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.19.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.19.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.20.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.20.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.21.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.21.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.22.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.22.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.23.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.23.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.24.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.24.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.25.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.25.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.26.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.26.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.27.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.27.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.28.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.28.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.29.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.29.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.30.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.30.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.31.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.31.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.32.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.32.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.33.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.33.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.34.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.34.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.35.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.35.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.36.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.36.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.37.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.37.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.38.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.38.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.39.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.39.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.40.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.40.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.41.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.41.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.42.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.42.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.43.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.43.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.44.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.44.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.45.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.45.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.46.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.46.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.47.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.47.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.48.up_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.48.down_proj.weight": "model-00114-of-00260.safetensors", "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.49.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.49.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.50.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.50.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.51.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.51.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.52.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.52.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.53.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.53.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.54.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.54.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.55.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.55.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.56.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.56.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.57.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.57.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.58.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.58.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.59.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.59.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.60.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.60.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.61.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.61.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.62.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.62.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.63.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.63.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.64.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.64.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.65.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.65.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.66.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.66.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.67.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.67.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.68.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.68.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.69.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.69.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.70.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.70.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.71.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.71.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.72.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.72.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.73.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.73.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.74.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.74.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.75.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.75.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.76.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.76.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.77.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.77.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.78.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.78.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.79.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.79.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.80.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.80.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.81.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.81.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.82.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.82.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.83.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.83.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.84.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.84.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.85.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.85.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.86.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.86.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.87.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.87.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.88.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.88.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.89.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.89.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.90.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.90.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.91.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.91.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.92.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.92.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.93.up_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.93.down_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00115-of-00260.safetensors", "model.layers.27.mlp.experts.94.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.94.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.95.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.95.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.96.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.96.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.97.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.97.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.98.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.98.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.99.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.99.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.100.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.100.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.101.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.101.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.102.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.102.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.103.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.103.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.104.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.104.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.105.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.105.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.106.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.106.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.107.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.107.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.108.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.108.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.109.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.109.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.110.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.110.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.111.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.111.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.112.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.112.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.113.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.113.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.114.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.114.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.115.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.115.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.116.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.116.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.117.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.117.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.118.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.118.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.119.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.119.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.120.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.120.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.121.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.121.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.122.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.122.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.123.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.123.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.124.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.124.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.125.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.125.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.126.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.126.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.127.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.127.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.128.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.128.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.129.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.129.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.130.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.130.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.131.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.131.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.132.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.132.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.133.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.133.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.134.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.134.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.135.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.135.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.136.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.136.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.137.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.137.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.138.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.138.down_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.139.up_proj.weight": "model-00116-of-00260.safetensors", "model.layers.27.mlp.experts.139.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.140.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.140.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.141.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.141.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.142.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.142.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.143.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.143.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.144.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.144.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.145.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.145.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.146.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.146.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.147.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.147.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.148.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.148.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.149.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.149.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.150.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.150.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.151.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.151.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.152.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.152.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.153.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.153.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.154.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.154.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.155.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.155.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.156.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.156.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.157.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.157.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.158.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.158.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.159.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.159.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.160.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.160.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.161.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.161.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.162.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.162.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.163.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.163.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.164.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.164.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.165.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.165.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.166.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.166.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.167.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.167.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.168.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.168.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.169.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.169.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.170.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.170.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.171.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.171.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.172.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.172.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.173.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.173.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.174.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.174.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.175.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.175.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.176.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.176.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.177.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.177.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.178.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.178.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.179.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.179.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.180.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.180.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.181.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.181.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.182.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.182.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.183.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.183.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.184.up_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.184.down_proj.weight": "model-00117-of-00260.safetensors", "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.185.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.185.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.186.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.186.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.187.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.187.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.188.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.188.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.189.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.189.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.190.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.190.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.191.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.experts.191.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.gate.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.27.input_layernorm.weight": "model-00118-of-00260.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00118-of-00260.safetensors", "model.layers.27.post_mlp_layernorm.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.q_a_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.q_a_layernorm.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.q_b_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.kv_b_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.0.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.0.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.1.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.1.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.2.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.2.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.3.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.3.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.4.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.4.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.5.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.5.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.6.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.6.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.7.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.7.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.8.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.8.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.9.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.9.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.10.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.10.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.11.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.11.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.12.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.12.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.13.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.13.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.14.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.14.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.15.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.15.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.16.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.16.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.17.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.17.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.18.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.18.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.19.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.19.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.20.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.20.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.21.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.21.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.22.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.22.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.23.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.23.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.24.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.24.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.25.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.25.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.26.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.26.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.27.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.27.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.28.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.28.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.29.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.29.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.30.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.30.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.31.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.31.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.32.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.32.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.33.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.33.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.34.up_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.34.down_proj.weight": "model-00118-of-00260.safetensors", "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.35.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.35.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.36.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.36.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.37.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.37.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.38.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.38.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.39.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.39.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.40.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.40.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.41.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.41.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.42.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.42.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.43.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.43.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.44.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.44.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.45.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.45.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.46.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.46.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.47.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.47.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.48.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.48.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.49.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.49.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.50.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.50.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.51.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.51.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.52.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.52.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.53.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.53.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.54.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.54.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.55.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.55.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.56.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.56.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.57.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.57.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.58.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.58.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.59.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.59.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.60.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.60.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.61.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.61.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.62.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.62.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.63.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.63.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.64.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.64.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.65.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.65.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.66.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.66.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.67.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.67.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.68.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.68.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.69.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.69.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.70.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.70.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.71.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.71.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.72.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.72.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.73.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.73.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.74.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.74.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.75.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.75.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.76.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.76.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.77.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.77.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.78.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.78.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.79.up_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.79.down_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00119-of-00260.safetensors", "model.layers.28.mlp.experts.80.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.80.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.81.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.81.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.82.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.82.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.83.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.83.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.84.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.84.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.85.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.85.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.86.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.86.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.87.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.87.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.88.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.88.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.89.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.89.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.90.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.90.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.91.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.91.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.92.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.92.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.93.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.93.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.94.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.94.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.95.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.95.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.96.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.96.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.97.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.97.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.98.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.98.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.99.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.99.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.100.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.100.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.101.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.101.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.102.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.102.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.103.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.103.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.104.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.104.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.105.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.105.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.106.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.106.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.107.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.107.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.108.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.108.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.109.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.109.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.110.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.110.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.111.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.111.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.112.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.112.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.113.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.113.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.114.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.114.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.115.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.115.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.116.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.116.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.117.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.117.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.118.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.118.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.119.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.119.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.120.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.120.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.121.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.121.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.122.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.122.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.123.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.123.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.124.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.124.down_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.125.up_proj.weight": "model-00120-of-00260.safetensors", "model.layers.28.mlp.experts.125.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.126.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.126.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.127.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.127.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.128.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.128.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.129.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.129.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.130.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.130.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.131.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.131.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.132.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.132.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.133.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.133.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.134.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.134.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.135.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.135.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.136.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.136.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.137.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.137.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.138.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.138.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.139.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.139.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.140.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.140.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.141.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.141.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.142.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.142.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.143.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.143.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.144.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.144.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.145.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.145.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.146.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.146.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.147.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.147.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.148.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.148.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.149.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.149.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.150.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.150.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.151.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.151.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.152.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.152.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.153.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.153.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.154.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.154.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.155.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.155.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.156.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.156.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.157.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.157.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.158.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.158.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.159.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.159.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.160.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.160.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.161.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.161.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.162.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.162.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.163.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.163.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.164.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.164.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.165.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.165.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.166.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.166.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.167.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.167.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.168.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.168.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.169.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.169.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.170.up_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.170.down_proj.weight": "model-00121-of-00260.safetensors", "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.171.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.171.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.172.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.172.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.173.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.173.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.174.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.174.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.175.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.175.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.176.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.176.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.177.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.177.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.178.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.178.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.179.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.179.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.180.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.180.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.181.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.181.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.182.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.182.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.183.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.183.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.184.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.184.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.185.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.185.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.186.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.186.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.187.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.187.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.188.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.188.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.189.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.189.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.190.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.190.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.191.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.experts.191.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.gate.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.28.input_layernorm.weight": "model-00122-of-00260.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00122-of-00260.safetensors", "model.layers.28.post_mlp_layernorm.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.q_a_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.q_a_layernorm.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.q_b_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.kv_b_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.0.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.0.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.1.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.1.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.2.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.2.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.3.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.3.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.4.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.4.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.5.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.5.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.6.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.6.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.7.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.7.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.8.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.8.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.9.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.9.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.10.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.10.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.11.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.11.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.12.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.12.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.13.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.13.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.14.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.14.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.15.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.15.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.16.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.16.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.17.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.17.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.18.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.18.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.19.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.19.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.20.up_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.20.down_proj.weight": "model-00122-of-00260.safetensors", "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.21.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.21.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.22.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.22.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.23.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.23.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.24.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.24.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.25.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.25.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.26.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.26.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.27.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.27.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.28.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.28.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.29.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.29.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.30.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.30.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.31.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.31.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.32.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.32.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.33.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.33.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.34.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.34.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.35.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.35.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.36.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.36.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.37.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.37.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.38.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.38.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.39.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.39.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.40.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.40.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.41.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.41.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.42.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.42.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.43.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.43.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.44.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.44.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.45.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.45.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.46.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.46.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.47.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.47.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.48.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.48.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.49.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.49.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.50.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.50.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.51.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.51.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.52.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.52.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.53.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.53.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.54.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.54.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.55.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.55.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.56.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.56.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.57.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.57.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.58.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.58.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.59.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.59.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.60.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.60.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.61.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.61.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.62.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.62.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.63.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.63.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.64.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.64.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.65.up_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.65.down_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00123-of-00260.safetensors", "model.layers.29.mlp.experts.66.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.66.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.67.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.67.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.68.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.68.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.69.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.69.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.70.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.70.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.71.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.71.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.72.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.72.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.73.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.73.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.74.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.74.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.75.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.75.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.76.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.76.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.77.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.77.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.78.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.78.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.79.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.79.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.80.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.80.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.81.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.81.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.82.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.82.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.83.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.83.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.84.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.84.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.85.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.85.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.86.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.86.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.87.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.87.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.88.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.88.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.89.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.89.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.90.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.90.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.91.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.91.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.92.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.92.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.93.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.93.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.94.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.94.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.95.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.95.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.96.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.96.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.97.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.97.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.98.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.98.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.99.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.99.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.100.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.100.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.101.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.101.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.102.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.102.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.103.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.103.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.104.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.104.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.105.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.105.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.106.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.106.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.107.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.107.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.108.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.108.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.109.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.109.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.110.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.110.down_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.111.up_proj.weight": "model-00124-of-00260.safetensors", "model.layers.29.mlp.experts.111.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.112.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.112.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.113.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.113.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.114.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.114.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.115.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.115.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.116.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.116.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.117.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.117.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.118.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.118.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.119.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.119.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.120.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.120.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.121.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.121.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.122.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.122.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.123.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.123.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.124.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.124.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.125.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.125.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.126.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.126.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.127.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.127.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.128.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.128.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.129.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.129.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.130.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.130.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.131.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.131.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.132.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.132.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.133.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.133.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.134.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.134.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.135.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.135.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.136.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.136.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.137.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.137.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.138.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.138.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.139.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.139.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.140.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.140.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.141.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.141.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.142.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.142.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.143.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.143.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.144.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.144.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.145.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.145.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.146.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.146.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.147.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.147.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.148.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.148.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.149.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.149.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.150.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.150.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.151.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.151.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.152.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.152.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.153.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.153.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.154.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.154.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.155.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.155.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.156.up_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.156.down_proj.weight": "model-00125-of-00260.safetensors", "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.157.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.157.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.158.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.158.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.159.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.159.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.160.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.160.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.161.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.161.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.162.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.162.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.163.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.163.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.164.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.164.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.165.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.165.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.166.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.166.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.167.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.167.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.168.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.168.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.169.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.169.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.170.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.170.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.171.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.171.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.172.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.172.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.173.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.173.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.174.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.174.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.175.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.175.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.176.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.176.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.177.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.177.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.178.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.178.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.179.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.179.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.180.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.180.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.181.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.181.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.182.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.182.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.183.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.183.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.184.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.184.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.185.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.185.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.186.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.186.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.187.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.187.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.188.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.188.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.189.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.189.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.190.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.190.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.191.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.experts.191.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.gate.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.29.input_layernorm.weight": "model-00126-of-00260.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00126-of-00260.safetensors", "model.layers.29.post_mlp_layernorm.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.q_a_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.q_a_layernorm.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.q_b_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.kv_b_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.0.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.0.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.1.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.1.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.2.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.2.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.3.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.3.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.4.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.4.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.5.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.5.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.6.up_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.6.down_proj.weight": "model-00126-of-00260.safetensors", "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.7.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.7.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.8.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.8.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.9.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.9.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.10.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.10.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.11.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.11.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.12.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.12.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.13.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.13.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.14.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.14.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.15.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.15.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.16.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.16.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.17.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.17.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.18.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.18.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.19.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.19.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.20.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.20.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.21.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.21.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.22.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.22.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.23.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.23.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.24.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.24.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.25.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.25.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.26.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.26.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.27.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.27.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.28.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.28.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.29.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.29.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.30.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.30.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.31.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.31.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.32.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.32.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.33.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.33.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.34.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.34.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.35.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.35.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.36.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.36.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.37.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.37.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.38.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.38.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.39.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.39.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.40.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.40.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.41.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.41.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.42.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.42.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.43.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.43.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.44.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.44.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.45.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.45.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.46.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.46.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.47.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.47.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.48.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.48.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.49.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.49.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.50.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.50.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.51.up_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.51.down_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00127-of-00260.safetensors", "model.layers.30.mlp.experts.52.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.52.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.53.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.53.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.54.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.54.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.55.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.55.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.56.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.56.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.57.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.57.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.58.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.58.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.59.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.59.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.60.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.60.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.61.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.61.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.62.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.62.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.63.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.63.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.64.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.64.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.65.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.65.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.66.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.66.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.67.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.67.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.68.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.68.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.69.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.69.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.70.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.70.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.71.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.71.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.72.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.72.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.73.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.73.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.74.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.74.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.75.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.75.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.76.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.76.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.77.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.77.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.78.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.78.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.79.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.79.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.80.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.80.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.81.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.81.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.82.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.82.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.83.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.83.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.84.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.84.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.85.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.85.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.86.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.86.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.87.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.87.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.88.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.88.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.89.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.89.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.90.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.90.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.91.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.91.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.92.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.92.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.93.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.93.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.94.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.94.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.95.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.95.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.96.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.96.down_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.97.up_proj.weight": "model-00128-of-00260.safetensors", "model.layers.30.mlp.experts.97.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.98.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.98.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.99.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.99.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.100.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.100.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.101.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.101.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.102.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.102.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.103.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.103.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.104.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.104.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.105.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.105.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.106.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.106.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.107.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.107.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.108.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.108.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.109.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.109.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.110.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.110.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.111.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.111.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.112.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.112.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.113.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.113.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.114.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.114.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.115.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.115.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.116.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.116.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.117.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.117.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.118.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.118.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.119.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.119.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.120.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.120.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.121.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.121.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.122.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.122.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.123.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.123.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.124.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.124.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.125.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.125.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.126.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.126.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.127.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.127.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.128.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.128.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.129.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.129.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.130.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.130.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.131.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.131.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.132.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.132.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.133.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.133.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.134.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.134.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.135.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.135.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.136.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.136.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.137.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.137.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.138.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.138.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.139.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.139.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.140.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.140.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.141.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.141.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.142.up_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.142.down_proj.weight": "model-00129-of-00260.safetensors", "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.143.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.143.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.144.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.144.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.145.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.145.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.146.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.146.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.147.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.147.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.148.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.148.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.149.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.149.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.150.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.150.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.151.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.151.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.152.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.152.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.153.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.153.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.154.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.154.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.155.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.155.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.156.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.156.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.157.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.157.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.158.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.158.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.159.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.159.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.160.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.160.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.161.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.161.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.162.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.162.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.163.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.163.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.164.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.164.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.165.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.165.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.166.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.166.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.167.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.167.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.168.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.168.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.169.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.169.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.170.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.170.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.171.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.171.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.172.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.172.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.173.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.173.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.174.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.174.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.175.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.175.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.176.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.176.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.177.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.177.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.178.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.178.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.179.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.179.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.180.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.180.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.181.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.181.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.182.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.182.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.183.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.183.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.184.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.184.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.185.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.185.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.186.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.186.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.187.up_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.187.down_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00130-of-00260.safetensors", "model.layers.30.mlp.experts.188.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.188.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.189.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.189.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.190.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.190.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.191.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.experts.191.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.gate.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.30.input_layernorm.weight": "model-00131-of-00260.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00131-of-00260.safetensors", "model.layers.30.post_mlp_layernorm.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.q_a_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.q_a_layernorm.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.q_b_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.kv_b_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.0.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.0.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.1.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.1.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.2.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.2.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.3.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.3.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.4.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.4.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.5.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.5.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.6.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.6.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.7.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.7.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.8.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.8.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.9.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.9.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.10.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.10.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.11.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.11.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.12.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.12.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.13.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.13.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.14.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.14.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.15.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.15.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.16.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.16.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.17.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.17.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.18.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.18.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.19.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.19.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.20.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.20.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.21.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.21.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.22.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.22.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.23.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.23.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.24.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.24.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.25.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.25.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.26.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.26.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.27.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.27.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.28.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.28.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.29.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.29.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.30.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.30.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.31.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.31.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.32.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.32.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.33.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.33.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.34.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.34.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.35.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.35.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.36.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.36.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.37.up_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.37.down_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00131-of-00260.safetensors", "model.layers.31.mlp.experts.38.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.38.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.39.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.39.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.40.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.40.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.41.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.41.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.42.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.42.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.43.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.43.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.44.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.44.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.45.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.45.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.46.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.46.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.47.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.47.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.48.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.48.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.49.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.49.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.50.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.50.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.51.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.51.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.52.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.52.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.53.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.53.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.54.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.54.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.55.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.55.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.56.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.56.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.57.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.57.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.58.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.58.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.59.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.59.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.60.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.60.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.61.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.61.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.62.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.62.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.63.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.63.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.64.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.64.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.65.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.65.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.66.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.66.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.67.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.67.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.68.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.68.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.69.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.69.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.70.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.70.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.71.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.71.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.72.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.72.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.73.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.73.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.74.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.74.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.75.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.75.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.76.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.76.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.77.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.77.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.78.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.78.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.79.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.79.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.80.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.80.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.81.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.81.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.82.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.82.down_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.83.up_proj.weight": "model-00132-of-00260.safetensors", "model.layers.31.mlp.experts.83.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.84.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.84.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.85.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.85.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.86.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.86.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.87.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.87.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.88.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.88.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.89.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.89.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.90.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.90.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.91.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.91.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.92.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.92.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.93.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.93.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.94.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.94.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.95.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.95.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.96.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.96.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.97.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.97.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.98.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.98.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.99.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.99.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.100.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.100.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.101.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.101.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.102.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.102.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.103.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.103.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.104.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.104.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.105.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.105.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.106.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.106.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.107.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.107.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.108.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.108.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.109.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.109.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.110.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.110.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.111.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.111.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.112.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.112.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.113.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.113.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.114.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.114.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.115.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.115.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.116.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.116.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.117.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.117.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.118.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.118.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.119.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.119.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.120.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.120.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.121.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.121.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.122.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.122.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.123.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.123.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.124.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.124.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.125.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.125.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.126.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.126.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.127.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.127.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.128.up_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.128.down_proj.weight": "model-00133-of-00260.safetensors", "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.129.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.129.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.130.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.130.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.131.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.131.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.132.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.132.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.133.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.133.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.134.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.134.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.135.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.135.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.136.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.136.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.137.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.137.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.138.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.138.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.139.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.139.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.140.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.140.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.141.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.141.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.142.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.142.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.143.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.143.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.144.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.144.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.145.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.145.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.146.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.146.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.147.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.147.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.148.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.148.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.149.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.149.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.150.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.150.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.151.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.151.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.152.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.152.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.153.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.153.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.154.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.154.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.155.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.155.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.156.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.156.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.157.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.157.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.158.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.158.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.159.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.159.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.160.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.160.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.161.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.161.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.162.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.162.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.163.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.163.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.164.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.164.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.165.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.165.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.166.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.166.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.167.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.167.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.168.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.168.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.169.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.169.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.170.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.170.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.171.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.171.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.172.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.172.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.173.up_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.173.down_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00134-of-00260.safetensors", "model.layers.31.mlp.experts.174.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.174.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.175.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.175.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.176.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.176.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.177.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.177.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.178.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.178.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.179.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.179.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.180.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.180.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.181.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.181.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.182.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.182.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.183.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.183.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.184.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.184.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.185.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.185.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.186.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.186.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.187.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.187.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.188.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.188.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.189.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.189.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.190.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.190.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.191.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.experts.191.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.gate.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.31.input_layernorm.weight": "model-00135-of-00260.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00135-of-00260.safetensors", "model.layers.31.post_mlp_layernorm.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.q_a_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.q_a_layernorm.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.q_b_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.kv_b_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.0.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.0.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.1.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.1.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.2.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.2.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.3.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.3.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.4.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.4.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.5.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.5.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.6.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.6.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.7.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.7.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.8.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.8.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.9.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.9.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.10.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.10.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.11.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.11.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.12.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.12.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.13.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.13.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.14.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.14.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.15.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.15.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.16.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.16.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.17.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.17.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.18.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.18.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.19.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.19.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.20.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.20.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.21.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.21.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.22.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.22.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.23.up_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.23.down_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00135-of-00260.safetensors", "model.layers.32.mlp.experts.24.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.24.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.25.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.25.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.26.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.26.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.27.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.27.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.28.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.28.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.29.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.29.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.30.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.30.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.31.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.31.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.32.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.32.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.33.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.33.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.34.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.34.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.35.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.35.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.36.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.36.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.37.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.37.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.38.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.38.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.39.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.39.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.40.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.40.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.41.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.41.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.42.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.42.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.43.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.43.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.44.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.44.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.45.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.45.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.46.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.46.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.47.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.47.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.48.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.48.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.49.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.49.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.50.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.50.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.51.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.51.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.52.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.52.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.53.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.53.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.54.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.54.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.55.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.55.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.56.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.56.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.57.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.57.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.58.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.58.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.59.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.59.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.60.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.60.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.61.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.61.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.62.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.62.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.63.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.63.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.64.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.64.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.65.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.65.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.66.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.66.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.67.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.67.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.68.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.68.down_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.69.up_proj.weight": "model-00136-of-00260.safetensors", "model.layers.32.mlp.experts.69.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.70.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.70.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.71.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.71.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.72.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.72.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.73.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.73.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.74.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.74.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.75.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.75.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.76.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.76.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.77.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.77.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.78.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.78.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.79.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.79.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.80.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.80.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.81.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.81.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.82.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.82.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.83.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.83.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.84.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.84.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.85.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.85.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.86.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.86.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.87.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.87.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.88.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.88.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.89.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.89.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.90.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.90.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.91.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.91.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.92.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.92.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.93.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.93.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.94.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.94.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.95.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.95.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.96.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.96.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.97.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.97.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.98.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.98.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.99.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.99.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.100.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.100.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.101.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.101.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.102.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.102.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.103.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.103.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.104.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.104.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.105.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.105.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.106.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.106.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.107.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.107.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.108.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.108.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.109.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.109.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.110.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.110.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.111.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.111.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.112.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.112.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.113.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.113.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.114.up_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.114.down_proj.weight": "model-00137-of-00260.safetensors", "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.115.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.115.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.116.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.116.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.117.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.117.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.118.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.118.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.119.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.119.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.120.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.120.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.121.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.121.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.122.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.122.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.123.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.123.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.124.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.124.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.125.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.125.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.126.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.126.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.127.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.127.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.128.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.128.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.129.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.129.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.130.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.130.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.131.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.131.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.132.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.132.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.133.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.133.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.134.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.134.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.135.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.135.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.136.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.136.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.137.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.137.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.138.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.138.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.139.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.139.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.140.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.140.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.141.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.141.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.142.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.142.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.143.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.143.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.144.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.144.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.145.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.145.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.146.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.146.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.147.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.147.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.148.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.148.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.149.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.149.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.150.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.150.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.151.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.151.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.152.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.152.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.153.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.153.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.154.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.154.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.155.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.155.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.156.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.156.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.157.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.157.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.158.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.158.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.159.up_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.159.down_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00138-of-00260.safetensors", "model.layers.32.mlp.experts.160.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.160.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.161.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.161.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.162.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.162.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.163.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.163.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.164.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.164.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.165.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.165.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.166.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.166.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.167.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.167.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.168.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.168.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.169.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.169.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.170.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.170.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.171.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.171.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.172.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.172.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.173.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.173.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.174.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.174.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.175.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.175.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.176.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.176.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.177.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.177.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.178.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.178.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.179.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.179.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.180.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.180.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.181.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.181.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.182.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.182.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.183.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.183.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.184.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.184.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.185.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.185.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.186.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.186.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.187.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.187.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.188.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.188.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.189.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.189.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.190.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.190.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.191.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.experts.191.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.gate.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.32.input_layernorm.weight": "model-00139-of-00260.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00139-of-00260.safetensors", "model.layers.32.post_mlp_layernorm.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.q_a_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.q_a_layernorm.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.q_b_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.kv_b_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.0.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.0.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.1.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.1.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.2.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.2.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.3.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.3.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.4.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.4.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.5.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.5.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.6.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.6.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.7.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.7.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.8.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.8.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.9.up_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.9.down_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00139-of-00260.safetensors", "model.layers.33.mlp.experts.10.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.10.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.11.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.11.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.12.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.12.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.13.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.13.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.14.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.14.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.15.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.15.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.16.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.16.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.17.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.17.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.18.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.18.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.19.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.19.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.20.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.20.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.21.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.21.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.22.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.22.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.23.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.23.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.24.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.24.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.25.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.25.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.26.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.26.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.27.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.27.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.28.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.28.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.29.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.29.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.30.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.30.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.31.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.31.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.32.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.32.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.33.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.33.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.34.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.34.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.35.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.35.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.36.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.36.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.37.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.37.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.38.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.38.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.39.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.39.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.40.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.40.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.41.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.41.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.42.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.42.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.43.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.43.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.44.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.44.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.45.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.45.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.46.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.46.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.47.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.47.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.48.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.48.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.49.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.49.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.50.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.50.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.51.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.51.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.52.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.52.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.53.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.53.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.54.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.54.down_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.55.up_proj.weight": "model-00140-of-00260.safetensors", "model.layers.33.mlp.experts.55.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.56.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.56.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.57.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.57.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.58.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.58.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.59.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.59.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.60.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.60.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.61.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.61.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.62.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.62.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.63.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.63.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.64.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.64.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.65.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.65.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.66.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.66.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.67.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.67.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.68.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.68.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.69.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.69.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.70.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.70.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.71.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.71.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.72.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.72.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.73.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.73.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.74.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.74.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.75.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.75.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.76.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.76.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.77.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.77.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.78.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.78.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.79.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.79.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.80.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.80.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.81.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.81.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.82.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.82.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.83.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.83.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.84.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.84.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.85.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.85.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.86.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.86.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.87.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.87.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.88.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.88.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.89.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.89.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.90.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.90.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.91.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.91.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.92.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.92.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.93.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.93.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.94.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.94.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.95.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.95.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.96.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.96.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.97.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.97.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.98.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.98.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.99.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.99.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.100.up_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.100.down_proj.weight": "model-00141-of-00260.safetensors", "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.101.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.101.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.102.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.102.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.103.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.103.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.104.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.104.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.105.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.105.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.106.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.106.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.107.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.107.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.108.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.108.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.109.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.109.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.110.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.110.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.111.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.111.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.112.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.112.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.113.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.113.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.114.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.114.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.115.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.115.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.116.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.116.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.117.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.117.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.118.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.118.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.119.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.119.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.120.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.120.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.121.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.121.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.122.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.122.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.123.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.123.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.124.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.124.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.125.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.125.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.126.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.126.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.127.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.127.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.128.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.128.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.129.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.129.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.130.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.130.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.131.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.131.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.132.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.132.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.133.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.133.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.134.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.134.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.135.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.135.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.136.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.136.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.137.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.137.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.138.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.138.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.139.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.139.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.140.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.140.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.141.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.141.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.142.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.142.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.143.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.143.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.144.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.144.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.145.up_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.145.down_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00142-of-00260.safetensors", "model.layers.33.mlp.experts.146.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.146.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.147.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.147.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.148.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.148.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.149.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.149.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.150.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.150.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.151.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.151.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.152.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.152.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.153.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.153.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.154.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.154.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.155.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.155.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.156.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.156.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.157.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.157.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.158.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.158.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.159.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.159.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.160.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.160.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.161.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.161.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.162.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.162.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.163.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.163.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.164.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.164.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.165.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.165.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.166.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.166.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.167.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.167.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.168.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.168.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.169.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.169.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.170.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.170.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.171.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.171.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.172.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.172.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.173.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.173.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.174.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.174.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.175.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.175.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.176.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.176.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.177.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.177.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.178.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.178.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.179.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.179.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.180.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.180.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.181.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.181.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.182.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.182.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.183.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.183.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.184.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.184.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.185.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.185.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.186.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.186.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.187.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.187.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.188.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.188.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.189.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.189.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.190.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.190.down_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.191.up_proj.weight": "model-00143-of-00260.safetensors", "model.layers.33.mlp.experts.191.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.33.mlp.gate.weight": "model-00144-of-00260.safetensors", "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.33.input_layernorm.weight": "model-00144-of-00260.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00144-of-00260.safetensors", "model.layers.33.post_mlp_layernorm.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.q_a_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.q_a_layernorm.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.q_b_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.kv_b_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.0.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.0.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.1.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.1.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.2.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.2.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.3.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.3.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.4.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.4.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.5.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.5.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.6.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.6.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.7.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.7.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.8.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.8.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.9.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.9.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.10.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.10.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.11.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.11.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.12.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.12.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.13.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.13.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.14.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.14.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.15.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.15.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.16.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.16.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.17.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.17.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.18.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.18.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.19.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.19.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.20.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.20.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.21.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.21.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.22.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.22.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.23.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.23.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.24.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.24.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.25.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.25.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.26.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.26.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.27.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.27.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.28.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.28.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.29.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.29.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.30.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.30.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.31.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.31.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.32.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.32.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.33.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.33.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.34.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.34.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.35.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.35.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.36.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.36.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.37.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.37.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.38.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.38.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.39.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.39.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.40.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.40.down_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.41.up_proj.weight": "model-00144-of-00260.safetensors", "model.layers.34.mlp.experts.41.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.42.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.42.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.43.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.43.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.44.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.44.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.45.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.45.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.46.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.46.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.47.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.47.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.48.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.48.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.49.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.49.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.50.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.50.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.51.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.51.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.52.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.52.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.53.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.53.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.54.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.54.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.55.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.55.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.56.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.56.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.57.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.57.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.58.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.58.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.59.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.59.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.60.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.60.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.61.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.61.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.62.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.62.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.63.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.63.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.64.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.64.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.65.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.65.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.66.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.66.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.67.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.67.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.68.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.68.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.69.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.69.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.70.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.70.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.71.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.71.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.72.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.72.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.73.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.73.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.74.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.74.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.75.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.75.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.76.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.76.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.77.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.77.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.78.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.78.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.79.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.79.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.80.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.80.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.81.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.81.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.82.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.82.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.83.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.83.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.84.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.84.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.85.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.85.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.86.up_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.86.down_proj.weight": "model-00145-of-00260.safetensors", "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.87.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.87.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.88.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.88.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.89.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.89.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.90.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.90.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.91.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.91.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.92.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.92.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.93.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.93.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.94.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.94.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.95.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.95.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.96.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.96.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.97.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.97.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.98.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.98.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.99.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.99.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.100.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.100.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.101.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.101.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.102.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.102.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.103.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.103.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.104.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.104.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.105.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.105.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.106.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.106.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.107.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.107.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.108.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.108.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.109.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.109.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.110.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.110.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.111.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.111.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.112.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.112.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.113.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.113.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.114.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.114.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.115.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.115.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.116.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.116.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.117.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.117.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.118.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.118.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.119.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.119.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.120.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.120.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.121.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.121.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.122.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.122.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.123.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.123.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.124.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.124.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.125.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.125.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.126.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.126.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.127.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.127.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.128.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.128.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.129.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.129.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.130.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.130.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.131.up_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.131.down_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00146-of-00260.safetensors", "model.layers.34.mlp.experts.132.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.132.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.133.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.133.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.134.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.134.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.135.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.135.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.136.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.136.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.137.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.137.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.138.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.138.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.139.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.139.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.140.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.140.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.141.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.141.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.142.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.142.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.143.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.143.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.144.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.144.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.145.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.145.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.146.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.146.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.147.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.147.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.148.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.148.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.149.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.149.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.150.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.150.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.151.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.151.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.152.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.152.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.153.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.153.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.154.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.154.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.155.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.155.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.156.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.156.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.157.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.157.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.158.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.158.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.159.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.159.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.160.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.160.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.161.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.161.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.162.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.162.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.163.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.163.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.164.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.164.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.165.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.165.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.166.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.166.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.167.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.167.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.168.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.168.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.169.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.169.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.170.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.170.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.171.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.171.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.172.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.172.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.173.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.173.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.174.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.174.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.175.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.175.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.176.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.176.down_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.177.up_proj.weight": "model-00147-of-00260.safetensors", "model.layers.34.mlp.experts.177.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.178.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.178.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.179.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.179.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.180.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.180.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.181.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.181.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.182.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.182.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.183.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.183.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.184.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.184.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.185.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.185.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.186.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.186.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.187.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.187.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.188.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.188.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.189.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.189.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.190.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.190.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.191.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.experts.191.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.gate.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.34.input_layernorm.weight": "model-00148-of-00260.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00148-of-00260.safetensors", "model.layers.34.post_mlp_layernorm.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.q_a_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.q_a_layernorm.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.q_b_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.kv_b_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.0.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.0.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.1.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.1.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.2.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.2.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.3.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.3.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.4.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.4.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.5.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.5.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.6.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.6.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.7.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.7.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.8.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.8.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.9.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.9.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.10.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.10.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.11.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.11.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.12.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.12.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.13.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.13.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.14.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.14.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.15.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.15.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.16.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.16.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.17.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.17.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.18.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.18.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.19.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.19.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.20.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.20.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.21.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.21.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.22.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.22.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.23.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.23.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.24.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.24.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.25.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.25.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.26.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.26.down_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.27.up_proj.weight": "model-00148-of-00260.safetensors", "model.layers.35.mlp.experts.27.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.28.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.28.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.29.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.29.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.30.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.30.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.31.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.31.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.32.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.32.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.33.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.33.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.34.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.34.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.35.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.35.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.36.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.36.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.37.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.37.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.38.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.38.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.39.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.39.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.40.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.40.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.41.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.41.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.42.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.42.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.43.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.43.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.44.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.44.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.45.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.45.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.46.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.46.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.47.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.47.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.48.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.48.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.49.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.49.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.50.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.50.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.51.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.51.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.52.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.52.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.53.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.53.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.54.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.54.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.55.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.55.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.56.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.56.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.57.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.57.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.58.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.58.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.59.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.59.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.60.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.60.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.61.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.61.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.62.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.62.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.63.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.63.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.64.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.64.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.65.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.65.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.66.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.66.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.67.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.67.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.68.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.68.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.69.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.69.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.70.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.70.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.71.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.71.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.72.up_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.72.down_proj.weight": "model-00149-of-00260.safetensors", "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.73.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.73.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.74.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.74.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.75.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.75.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.76.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.76.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.77.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.77.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.78.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.78.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.79.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.79.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.80.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.80.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.81.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.81.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.82.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.82.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.83.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.83.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.84.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.84.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.85.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.85.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.86.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.86.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.87.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.87.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.88.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.88.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.89.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.89.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.90.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.90.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.91.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.91.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.92.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.92.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.93.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.93.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.94.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.94.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.95.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.95.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.96.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.96.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.97.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.97.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.98.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.98.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.99.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.99.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.100.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.100.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.101.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.101.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.102.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.102.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.103.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.103.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.104.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.104.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.105.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.105.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.106.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.106.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.107.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.107.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.108.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.108.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.109.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.109.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.110.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.110.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.111.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.111.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.112.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.112.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.113.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.113.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.114.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.114.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.115.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.115.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.116.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.116.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.117.up_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.117.down_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00150-of-00260.safetensors", "model.layers.35.mlp.experts.118.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.118.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.119.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.119.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.120.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.120.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.121.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.121.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.122.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.122.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.123.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.123.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.124.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.124.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.125.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.125.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.126.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.126.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.127.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.127.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.128.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.128.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.129.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.129.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.130.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.130.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.131.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.131.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.132.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.132.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.133.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.133.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.134.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.134.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.135.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.135.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.136.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.136.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.137.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.137.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.138.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.138.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.139.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.139.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.140.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.140.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.141.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.141.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.142.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.142.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.143.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.143.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.144.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.144.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.145.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.145.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.146.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.146.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.147.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.147.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.148.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.148.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.149.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.149.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.150.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.150.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.151.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.151.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.152.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.152.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.153.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.153.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.154.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.154.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.155.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.155.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.156.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.156.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.157.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.157.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.158.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.158.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.159.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.159.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.160.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.160.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.161.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.161.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.162.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.162.down_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.163.up_proj.weight": "model-00151-of-00260.safetensors", "model.layers.35.mlp.experts.163.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.164.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.164.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.165.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.165.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.166.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.166.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.167.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.167.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.168.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.168.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.169.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.169.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.170.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.170.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.171.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.171.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.172.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.172.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.173.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.173.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.174.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.174.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.175.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.175.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.176.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.176.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.177.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.177.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.178.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.178.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.179.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.179.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.180.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.180.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.181.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.181.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.182.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.182.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.183.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.183.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.184.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.184.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.185.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.185.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.186.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.186.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.187.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.187.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.188.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.188.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.189.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.189.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.190.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.190.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.191.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.experts.191.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.gate.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.35.input_layernorm.weight": "model-00152-of-00260.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00152-of-00260.safetensors", "model.layers.35.post_mlp_layernorm.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.q_a_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.q_a_layernorm.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.q_b_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.kv_b_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.self_attn.o_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.0.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.0.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.1.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.1.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.2.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.2.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.3.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.3.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.4.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.4.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.5.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.5.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.6.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.6.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.7.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.7.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.8.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.8.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.9.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.9.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.10.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.10.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.11.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.11.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.12.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.12.down_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.13.up_proj.weight": "model-00152-of-00260.safetensors", "model.layers.36.mlp.experts.13.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.14.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.14.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.15.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.15.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.16.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.16.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.17.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.17.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.18.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.18.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.19.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.19.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.20.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.20.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.21.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.21.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.22.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.22.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.23.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.23.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.24.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.24.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.25.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.25.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.26.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.26.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.27.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.27.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.28.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.28.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.29.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.29.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.30.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.30.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.31.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.31.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.32.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.32.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.33.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.33.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.34.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.34.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.35.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.35.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.36.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.36.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.37.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.37.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.38.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.38.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.39.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.39.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.40.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.40.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.41.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.41.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.42.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.42.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.43.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.43.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.44.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.44.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.45.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.45.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.46.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.46.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.47.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.47.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.48.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.48.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.49.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.49.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.50.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.50.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.51.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.51.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.52.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.52.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.53.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.53.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.54.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.54.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.55.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.55.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.56.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.56.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.57.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.57.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.58.up_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.58.down_proj.weight": "model-00153-of-00260.safetensors", "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.59.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.59.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.60.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.60.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.61.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.61.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.62.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.62.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.63.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.63.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.64.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.64.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.65.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.65.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.66.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.66.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.67.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.67.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.68.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.68.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.69.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.69.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.70.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.70.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.71.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.71.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.72.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.72.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.73.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.73.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.74.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.74.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.75.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.75.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.76.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.76.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.77.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.77.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.78.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.78.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.79.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.79.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.80.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.80.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.81.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.81.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.82.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.82.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.83.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.83.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.84.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.84.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.85.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.85.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.86.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.86.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.87.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.87.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.88.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.88.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.89.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.89.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.90.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.90.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.91.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.91.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.92.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.92.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.93.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.93.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.94.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.94.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.95.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.95.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.96.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.96.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.97.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.97.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.98.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.98.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.99.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.99.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.100.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.100.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.101.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.101.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.102.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.102.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.103.up_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.103.down_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00154-of-00260.safetensors", "model.layers.36.mlp.experts.104.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.104.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.105.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.105.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.106.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.106.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.107.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.107.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.108.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.108.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.109.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.109.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.110.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.110.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.111.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.111.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.112.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.112.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.113.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.113.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.114.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.114.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.115.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.115.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.116.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.116.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.117.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.117.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.118.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.118.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.119.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.119.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.120.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.120.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.121.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.121.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.122.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.122.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.123.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.123.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.124.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.124.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.125.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.125.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.126.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.126.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.127.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.127.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.128.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.128.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.129.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.129.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.130.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.130.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.131.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.131.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.132.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.132.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.133.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.133.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.134.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.134.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.135.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.135.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.136.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.136.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.137.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.137.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.138.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.138.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.139.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.139.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.140.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.140.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.141.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.141.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.142.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.142.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.143.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.143.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.144.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.144.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.145.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.145.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.146.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.146.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.147.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.147.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.148.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.148.down_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.149.up_proj.weight": "model-00155-of-00260.safetensors", "model.layers.36.mlp.experts.149.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.150.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.150.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.151.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.151.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.152.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.152.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.153.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.153.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.154.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.154.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.155.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.155.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.156.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.156.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.157.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.157.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.158.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.158.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.159.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.159.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.160.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.160.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.161.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.161.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.162.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.162.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.163.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.163.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.164.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.164.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.165.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.165.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.166.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.166.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.167.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.167.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.168.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.168.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.169.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.169.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.170.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.170.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.171.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.171.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.172.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.172.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.173.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.173.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.174.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.174.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.175.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.175.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.176.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.176.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.177.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.177.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.178.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.178.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.179.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.179.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.180.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.180.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.181.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.181.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.182.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.182.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.183.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.183.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.184.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.184.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.185.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.185.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.186.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.186.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.187.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.187.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.188.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.188.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.189.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.189.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.190.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.190.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.191.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.experts.191.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.gate.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00156-of-00260.safetensors", "model.layers.36.input_layernorm.weight": "model-00156-of-00260.safetensors", "model.layers.36.post_attention_layernorm.weight": "model-00156-of-00260.safetensors", "model.layers.36.post_mlp_layernorm.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.q_a_proj.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.q_a_layernorm.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.q_b_proj.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.kv_b_proj.weight": "model-00156-of-00260.safetensors", "model.layers.37.self_attn.o_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.0.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.0.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.1.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.1.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.2.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.2.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.3.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.3.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.4.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.4.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.5.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.5.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.6.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.6.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.7.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.7.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.8.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.8.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.9.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.9.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.10.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.10.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.11.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.11.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.12.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.12.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.13.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.13.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.14.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.14.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.15.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.15.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.16.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.16.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.17.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.17.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.18.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.18.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.19.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.19.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.20.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.20.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.21.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.21.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.22.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.22.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.23.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.23.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.24.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.24.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.25.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.25.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.26.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.26.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.27.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.27.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.28.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.28.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.29.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.29.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.30.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.30.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.31.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.31.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.32.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.32.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.33.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.33.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.34.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.34.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.35.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.35.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.36.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.36.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.37.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.37.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.38.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.38.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.39.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.39.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.40.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.40.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.41.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.41.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.42.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.42.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.43.up_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.43.down_proj.weight": "model-00157-of-00260.safetensors", "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.44.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.44.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.45.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.45.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.46.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.46.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.47.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.47.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.48.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.48.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.49.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.49.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.50.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.50.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.51.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.51.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.52.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.52.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.53.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.53.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.54.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.54.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.55.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.55.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.56.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.56.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.57.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.57.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.58.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.58.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.59.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.59.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.60.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.60.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.61.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.61.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.62.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.62.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.63.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.63.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.64.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.64.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.65.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.65.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.66.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.66.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.67.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.67.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.68.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.68.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.69.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.69.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.70.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.70.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.71.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.71.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.72.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.72.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.73.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.73.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.74.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.74.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.75.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.75.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.76.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.76.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.77.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.77.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.78.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.78.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.79.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.79.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.80.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.80.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.81.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.81.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.82.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.82.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.83.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.83.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.84.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.84.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.85.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.85.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.86.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.86.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.87.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.87.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.88.up_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.88.down_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00158-of-00260.safetensors", "model.layers.37.mlp.experts.89.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.89.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.90.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.90.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.91.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.91.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.92.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.92.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.93.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.93.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.94.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.94.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.95.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.95.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.96.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.96.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.97.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.97.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.98.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.98.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.99.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.99.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.100.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.100.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.101.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.101.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.102.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.102.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.103.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.103.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.104.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.104.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.105.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.105.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.106.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.106.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.107.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.107.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.108.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.108.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.109.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.109.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.110.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.110.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.111.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.111.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.112.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.112.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.113.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.113.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.114.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.114.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.115.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.115.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.116.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.116.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.117.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.117.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.118.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.118.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.119.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.119.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.120.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.120.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.121.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.121.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.122.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.122.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.123.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.123.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.124.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.124.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.125.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.125.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.126.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.126.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.127.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.127.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.128.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.128.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.129.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.129.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.130.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.130.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.131.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.131.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.132.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.132.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.133.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.133.down_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.134.up_proj.weight": "model-00159-of-00260.safetensors", "model.layers.37.mlp.experts.134.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.135.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.135.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.136.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.136.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.137.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.137.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.138.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.138.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.139.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.139.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.140.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.140.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.141.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.141.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.142.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.142.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.143.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.143.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.144.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.144.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.145.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.145.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.146.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.146.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.147.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.147.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.148.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.148.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.149.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.149.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.150.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.150.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.151.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.151.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.152.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.152.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.153.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.153.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.154.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.154.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.155.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.155.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.156.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.156.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.157.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.157.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.158.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.158.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.159.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.159.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.160.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.160.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.161.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.161.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.162.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.162.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.163.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.163.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.164.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.164.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.165.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.165.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.166.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.166.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.167.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.167.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.168.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.168.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.169.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.169.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.170.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.170.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.171.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.171.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.172.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.172.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.173.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.173.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.174.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.174.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.175.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.175.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.176.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.176.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.177.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.177.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.178.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.178.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.179.up_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.179.down_proj.weight": "model-00160-of-00260.safetensors", "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.180.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.180.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.181.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.181.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.182.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.182.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.183.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.183.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.184.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.184.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.185.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.185.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.186.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.186.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.187.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.187.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.188.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.188.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.189.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.189.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.190.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.190.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.191.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.experts.191.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.gate.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.37.input_layernorm.weight": "model-00161-of-00260.safetensors", "model.layers.37.post_attention_layernorm.weight": "model-00161-of-00260.safetensors", "model.layers.37.post_mlp_layernorm.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.q_a_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.q_a_layernorm.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.q_b_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.kv_b_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.self_attn.o_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.0.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.0.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.1.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.1.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.2.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.2.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.3.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.3.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.4.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.4.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.5.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.5.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.6.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.6.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.7.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.7.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.8.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.8.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.9.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.9.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.10.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.10.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.11.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.11.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.12.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.12.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.13.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.13.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.14.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.14.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.15.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.15.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.16.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.16.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.17.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.17.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.18.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.18.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.19.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.19.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.20.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.20.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.21.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.21.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.22.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.22.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.23.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.23.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.24.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.24.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.25.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.25.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.26.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.26.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.27.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.27.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.28.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.28.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.29.up_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.29.down_proj.weight": "model-00161-of-00260.safetensors", "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.30.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.30.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.31.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.31.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.32.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.32.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.33.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.33.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.34.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.34.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.35.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.35.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.36.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.36.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.37.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.37.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.38.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.38.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.39.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.39.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.40.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.40.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.41.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.41.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.42.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.42.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.43.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.43.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.44.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.44.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.45.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.45.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.46.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.46.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.47.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.47.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.48.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.48.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.49.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.49.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.50.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.50.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.51.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.51.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.52.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.52.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.53.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.53.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.54.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.54.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.55.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.55.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.56.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.56.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.57.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.57.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.58.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.58.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.59.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.59.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.60.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.60.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.61.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.61.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.62.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.62.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.63.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.63.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.64.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.64.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.65.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.65.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.66.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.66.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.67.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.67.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.68.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.68.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.69.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.69.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.70.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.70.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.71.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.71.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.72.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.72.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.73.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.73.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.74.up_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.74.down_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00162-of-00260.safetensors", "model.layers.38.mlp.experts.75.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.75.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.76.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.76.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.77.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.77.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.78.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.78.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.79.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.79.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.80.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.80.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.81.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.81.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.82.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.82.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.83.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.83.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.84.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.84.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.85.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.85.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.86.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.86.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.87.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.87.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.88.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.88.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.89.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.89.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.90.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.90.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.91.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.91.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.92.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.92.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.93.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.93.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.94.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.94.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.95.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.95.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.96.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.96.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.97.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.97.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.98.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.98.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.99.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.99.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.100.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.100.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.101.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.101.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.102.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.102.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.103.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.103.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.104.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.104.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.105.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.105.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.106.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.106.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.107.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.107.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.108.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.108.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.109.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.109.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.110.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.110.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.111.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.111.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.112.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.112.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.113.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.113.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.114.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.114.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.115.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.115.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.116.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.116.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.117.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.117.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.118.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.118.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.119.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.119.down_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.120.up_proj.weight": "model-00163-of-00260.safetensors", "model.layers.38.mlp.experts.120.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.121.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.121.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.122.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.122.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.123.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.123.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.124.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.124.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.125.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.125.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.126.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.126.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.127.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.127.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.128.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.128.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.129.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.129.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.130.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.130.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.131.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.131.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.132.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.132.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.133.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.133.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.134.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.134.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.135.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.135.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.136.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.136.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.137.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.137.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.138.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.138.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.139.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.139.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.140.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.140.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.141.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.141.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.142.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.142.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.143.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.143.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.144.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.144.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.145.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.145.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.146.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.146.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.147.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.147.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.148.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.148.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.149.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.149.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.150.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.150.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.151.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.151.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.152.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.152.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.153.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.153.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.154.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.154.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.155.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.155.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.156.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.156.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.157.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.157.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.158.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.158.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.159.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.159.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.160.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.160.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.161.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.161.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.162.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.162.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.163.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.163.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.164.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.164.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.165.up_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.165.down_proj.weight": "model-00164-of-00260.safetensors", "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.166.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.166.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.167.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.167.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.168.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.168.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.169.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.169.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.170.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.170.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.171.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.171.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.172.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.172.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.173.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.173.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.174.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.174.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.175.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.175.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.176.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.176.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.177.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.177.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.178.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.178.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.179.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.179.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.180.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.180.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.181.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.181.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.182.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.182.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.183.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.183.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.184.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.184.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.185.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.185.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.186.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.186.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.187.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.187.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.188.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.188.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.189.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.189.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.190.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.190.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.191.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.experts.191.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.gate.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.38.input_layernorm.weight": "model-00165-of-00260.safetensors", "model.layers.38.post_attention_layernorm.weight": "model-00165-of-00260.safetensors", "model.layers.38.post_mlp_layernorm.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.q_a_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.q_a_layernorm.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.q_b_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.kv_b_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.self_attn.o_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.0.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.0.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.1.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.1.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.2.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.2.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.3.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.3.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.4.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.4.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.5.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.5.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.6.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.6.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.7.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.7.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.8.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.8.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.9.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.9.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.10.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.10.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.11.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.11.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.12.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.12.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.13.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.13.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.14.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.14.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.15.up_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.15.down_proj.weight": "model-00165-of-00260.safetensors", "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.16.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.16.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.17.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.17.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.18.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.18.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.19.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.19.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.20.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.20.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.21.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.21.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.22.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.22.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.23.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.23.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.24.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.24.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.25.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.25.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.26.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.26.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.27.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.27.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.28.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.28.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.29.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.29.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.30.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.30.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.31.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.31.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.32.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.32.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.33.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.33.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.34.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.34.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.35.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.35.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.36.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.36.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.37.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.37.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.38.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.38.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.39.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.39.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.40.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.40.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.41.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.41.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.42.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.42.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.43.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.43.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.44.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.44.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.45.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.45.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.46.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.46.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.47.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.47.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.48.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.48.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.49.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.49.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.50.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.50.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.51.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.51.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.52.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.52.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.53.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.53.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.54.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.54.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.55.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.55.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.56.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.56.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.57.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.57.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.58.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.58.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.59.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.59.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.60.up_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.60.down_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00166-of-00260.safetensors", "model.layers.39.mlp.experts.61.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.61.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.62.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.62.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.63.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.63.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.64.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.64.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.65.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.65.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.66.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.66.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.67.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.67.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.68.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.68.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.69.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.69.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.70.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.70.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.71.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.71.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.72.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.72.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.73.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.73.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.74.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.74.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.75.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.75.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.76.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.76.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.77.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.77.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.78.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.78.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.79.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.79.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.80.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.80.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.81.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.81.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.82.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.82.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.83.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.83.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.84.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.84.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.85.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.85.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.86.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.86.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.87.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.87.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.88.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.88.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.89.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.89.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.90.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.90.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.91.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.91.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.92.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.92.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.93.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.93.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.94.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.94.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.95.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.95.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.96.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.96.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.97.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.97.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.98.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.98.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.99.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.99.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.100.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.100.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.101.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.101.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.102.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.102.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.103.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.103.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.104.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.104.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.105.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.105.down_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.106.up_proj.weight": "model-00167-of-00260.safetensors", "model.layers.39.mlp.experts.106.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.107.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.107.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.108.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.108.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.109.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.109.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.110.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.110.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.111.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.111.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.112.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.112.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.113.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.113.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.114.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.114.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.115.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.115.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.116.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.116.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.117.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.117.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.118.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.118.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.119.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.119.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.120.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.120.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.121.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.121.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.122.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.122.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.123.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.123.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.124.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.124.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.125.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.125.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.126.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.126.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.127.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.127.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.128.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.128.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.129.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.129.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.130.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.130.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.131.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.131.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.132.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.132.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.133.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.133.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.134.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.134.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.135.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.135.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.136.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.136.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.137.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.137.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.138.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.138.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.139.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.139.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.140.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.140.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.141.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.141.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.142.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.142.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.143.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.143.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.144.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.144.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.145.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.145.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.146.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.146.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.147.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.147.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.148.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.148.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.149.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.149.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.150.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.150.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.151.up_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.151.down_proj.weight": "model-00168-of-00260.safetensors", "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.152.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.152.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.153.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.153.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.154.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.154.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.155.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.155.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.156.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.156.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.157.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.157.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.158.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.158.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.159.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.159.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.160.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.160.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.161.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.161.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.162.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.162.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.163.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.163.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.164.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.164.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.165.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.165.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.166.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.166.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.167.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.167.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.168.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.168.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.169.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.169.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.170.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.170.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.171.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.171.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.172.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.172.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.173.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.173.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.174.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.174.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.175.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.175.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.176.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.176.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.177.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.177.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.178.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.178.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.179.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.179.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.180.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.180.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.181.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.181.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.182.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.182.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.183.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.183.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.184.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.184.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.185.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.185.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.186.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.186.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.187.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.187.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.188.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.188.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.189.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.189.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.190.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.190.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.191.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.experts.191.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.gate.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.39.input_layernorm.weight": "model-00169-of-00260.safetensors", "model.layers.39.post_attention_layernorm.weight": "model-00169-of-00260.safetensors", "model.layers.39.post_mlp_layernorm.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.q_a_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.q_a_layernorm.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.q_b_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.kv_b_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.self_attn.o_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.0.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.0.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.1.up_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.1.down_proj.weight": "model-00169-of-00260.safetensors", "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.2.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.2.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.3.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.3.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.4.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.4.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.5.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.5.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.6.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.6.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.7.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.7.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.8.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.8.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.9.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.9.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.10.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.10.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.11.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.11.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.12.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.12.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.13.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.13.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.14.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.14.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.15.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.15.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.16.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.16.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.17.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.17.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.18.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.18.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.19.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.19.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.20.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.20.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.21.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.21.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.22.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.22.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.23.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.23.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.24.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.24.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.25.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.25.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.26.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.26.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.27.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.27.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.28.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.28.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.29.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.29.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.30.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.30.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.31.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.31.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.32.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.32.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.33.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.33.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.34.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.34.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.35.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.35.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.36.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.36.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.37.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.37.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.38.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.38.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.39.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.39.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.40.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.40.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.41.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.41.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.42.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.42.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.43.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.43.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.44.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.44.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.45.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.45.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.46.up_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.46.down_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00170-of-00260.safetensors", "model.layers.40.mlp.experts.47.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.47.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.48.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.48.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.49.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.49.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.50.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.50.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.51.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.51.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.52.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.52.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.53.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.53.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.54.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.54.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.55.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.55.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.56.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.56.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.57.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.57.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.58.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.58.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.59.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.59.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.60.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.60.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.61.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.61.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.62.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.62.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.63.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.63.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.64.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.64.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.65.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.65.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.66.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.66.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.67.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.67.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.68.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.68.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.69.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.69.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.70.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.70.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.71.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.71.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.72.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.72.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.73.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.73.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.74.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.74.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.75.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.75.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.76.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.76.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.77.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.77.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.78.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.78.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.79.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.79.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.80.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.80.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.81.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.81.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.82.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.82.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.83.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.83.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.84.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.84.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.85.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.85.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.86.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.86.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.87.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.87.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.88.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.88.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.89.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.89.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.90.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.90.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.91.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.91.down_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.92.up_proj.weight": "model-00171-of-00260.safetensors", "model.layers.40.mlp.experts.92.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.93.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.93.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.94.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.94.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.95.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.95.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.96.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.96.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.97.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.97.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.98.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.98.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.99.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.99.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.100.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.100.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.101.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.101.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.102.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.102.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.103.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.103.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.104.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.104.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.105.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.105.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.106.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.106.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.107.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.107.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.108.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.108.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.109.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.109.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.110.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.110.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.111.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.111.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.112.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.112.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.113.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.113.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.114.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.114.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.115.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.115.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.116.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.116.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.117.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.117.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.118.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.118.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.119.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.119.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.120.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.120.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.121.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.121.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.122.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.122.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.123.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.123.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.124.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.124.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.125.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.125.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.126.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.126.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.127.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.127.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.128.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.128.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.129.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.129.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.130.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.130.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.131.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.131.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.132.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.132.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.133.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.133.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.134.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.134.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.135.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.135.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.136.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.136.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.137.up_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.137.down_proj.weight": "model-00172-of-00260.safetensors", "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.138.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.138.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.139.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.139.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.140.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.140.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.141.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.141.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.142.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.142.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.143.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.143.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.144.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.144.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.145.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.145.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.146.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.146.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.147.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.147.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.148.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.148.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.149.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.149.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.150.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.150.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.151.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.151.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.152.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.152.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.153.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.153.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.154.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.154.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.155.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.155.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.156.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.156.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.157.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.157.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.158.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.158.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.159.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.159.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.160.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.160.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.161.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.161.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.162.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.162.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.163.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.163.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.164.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.164.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.165.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.165.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.166.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.166.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.167.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.167.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.168.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.168.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.169.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.169.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.170.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.170.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.171.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.171.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.172.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.172.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.173.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.173.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.174.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.174.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.175.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.175.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.176.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.176.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.177.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.177.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.178.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.178.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.179.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.179.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.180.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.180.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.181.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.181.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.182.up_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.182.down_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00173-of-00260.safetensors", "model.layers.40.mlp.experts.183.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.183.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.184.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.184.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.185.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.185.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.186.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.186.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.187.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.187.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.188.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.188.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.189.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.189.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.190.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.190.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.191.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.experts.191.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.gate.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.40.input_layernorm.weight": "model-00174-of-00260.safetensors", "model.layers.40.post_attention_layernorm.weight": "model-00174-of-00260.safetensors", "model.layers.40.post_mlp_layernorm.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.q_a_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.q_a_layernorm.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.q_b_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.kv_b_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.self_attn.o_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.0.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.0.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.1.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.1.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.2.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.2.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.3.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.3.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.4.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.4.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.5.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.5.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.6.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.6.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.7.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.7.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.8.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.8.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.9.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.9.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.10.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.10.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.11.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.11.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.12.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.12.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.13.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.13.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.14.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.14.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.15.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.15.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.16.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.16.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.17.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.17.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.18.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.18.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.19.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.19.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.20.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.20.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.21.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.21.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.22.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.22.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.23.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.23.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.24.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.24.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.25.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.25.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.26.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.26.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.27.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.27.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.28.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.28.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.29.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.29.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.30.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.30.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.31.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.31.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.32.up_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.32.down_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00174-of-00260.safetensors", "model.layers.41.mlp.experts.33.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.33.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.34.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.34.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.35.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.35.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.36.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.36.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.37.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.37.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.38.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.38.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.39.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.39.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.40.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.40.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.41.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.41.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.42.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.42.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.43.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.43.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.44.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.44.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.45.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.45.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.46.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.46.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.47.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.47.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.48.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.48.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.49.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.49.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.50.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.50.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.51.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.51.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.52.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.52.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.53.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.53.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.54.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.54.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.55.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.55.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.56.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.56.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.57.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.57.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.58.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.58.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.59.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.59.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.60.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.60.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.61.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.61.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.62.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.62.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.63.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.63.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.64.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.64.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.65.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.65.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.66.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.66.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.67.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.67.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.68.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.68.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.69.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.69.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.70.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.70.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.71.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.71.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.72.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.72.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.73.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.73.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.74.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.74.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.75.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.75.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.76.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.76.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.77.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.77.down_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.78.up_proj.weight": "model-00175-of-00260.safetensors", "model.layers.41.mlp.experts.78.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.79.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.79.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.80.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.80.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.81.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.81.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.82.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.82.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.83.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.83.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.84.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.84.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.85.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.85.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.86.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.86.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.87.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.87.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.88.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.88.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.89.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.89.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.90.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.90.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.91.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.91.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.92.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.92.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.93.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.93.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.94.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.94.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.95.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.95.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.96.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.96.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.97.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.97.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.98.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.98.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.99.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.99.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.100.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.100.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.101.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.101.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.102.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.102.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.103.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.103.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.104.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.104.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.105.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.105.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.106.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.106.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.107.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.107.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.108.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.108.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.109.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.109.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.110.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.110.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.111.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.111.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.112.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.112.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.113.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.113.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.114.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.114.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.115.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.115.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.116.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.116.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.117.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.117.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.118.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.118.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.119.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.119.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.120.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.120.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.121.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.121.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.122.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.122.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.123.up_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.123.down_proj.weight": "model-00176-of-00260.safetensors", "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.124.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.124.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.125.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.125.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.126.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.126.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.127.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.127.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.128.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.128.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.129.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.129.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.130.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.130.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.131.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.131.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.132.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.132.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.133.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.133.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.134.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.134.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.135.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.135.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.136.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.136.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.137.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.137.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.138.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.138.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.139.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.139.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.140.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.140.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.141.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.141.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.142.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.142.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.143.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.143.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.144.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.144.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.145.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.145.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.146.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.146.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.147.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.147.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.148.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.148.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.149.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.149.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.150.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.150.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.151.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.151.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.152.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.152.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.153.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.153.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.154.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.154.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.155.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.155.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.156.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.156.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.157.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.157.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.158.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.158.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.159.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.159.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.160.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.160.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.161.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.161.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.162.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.162.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.163.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.163.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.164.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.164.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.165.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.165.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.166.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.166.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.167.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.167.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.168.up_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.168.down_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00177-of-00260.safetensors", "model.layers.41.mlp.experts.169.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.169.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.170.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.170.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.171.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.171.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.172.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.172.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.173.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.173.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.174.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.174.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.175.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.175.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.176.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.176.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.177.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.177.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.178.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.178.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.179.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.179.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.180.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.180.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.181.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.181.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.182.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.182.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.183.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.183.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.184.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.184.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.185.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.185.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.186.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.186.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.187.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.187.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.188.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.188.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.189.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.189.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.190.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.190.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.191.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.experts.191.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.gate.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.41.input_layernorm.weight": "model-00178-of-00260.safetensors", "model.layers.41.post_attention_layernorm.weight": "model-00178-of-00260.safetensors", "model.layers.41.post_mlp_layernorm.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.q_a_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.q_a_layernorm.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.q_b_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.kv_b_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.self_attn.o_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.0.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.0.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.1.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.1.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.2.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.2.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.3.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.3.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.4.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.4.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.5.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.5.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.6.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.6.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.7.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.7.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.8.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.8.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.9.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.9.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.10.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.10.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.11.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.11.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.12.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.12.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.13.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.13.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.14.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.14.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.15.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.15.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.16.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.16.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.17.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.17.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.18.up_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.18.down_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00178-of-00260.safetensors", "model.layers.42.mlp.experts.19.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.19.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.20.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.20.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.21.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.21.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.22.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.22.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.23.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.23.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.24.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.24.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.25.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.25.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.26.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.26.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.27.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.27.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.28.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.28.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.29.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.29.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.30.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.30.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.31.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.31.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.32.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.32.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.33.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.33.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.34.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.34.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.35.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.35.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.36.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.36.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.37.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.37.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.38.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.38.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.39.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.39.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.40.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.40.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.41.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.41.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.42.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.42.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.43.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.43.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.44.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.44.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.45.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.45.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.46.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.46.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.47.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.47.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.48.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.48.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.49.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.49.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.50.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.50.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.51.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.51.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.52.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.52.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.53.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.53.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.54.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.54.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.55.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.55.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.56.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.56.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.57.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.57.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.58.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.58.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.59.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.59.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.60.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.60.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.61.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.61.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.62.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.62.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.63.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.63.down_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.64.up_proj.weight": "model-00179-of-00260.safetensors", "model.layers.42.mlp.experts.64.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.65.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.65.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.66.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.66.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.67.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.67.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.68.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.68.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.69.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.69.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.70.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.70.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.71.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.71.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.72.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.72.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.73.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.73.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.74.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.74.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.75.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.75.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.76.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.76.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.77.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.77.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.78.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.78.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.79.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.79.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.80.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.80.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.81.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.81.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.82.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.82.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.83.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.83.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.84.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.84.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.85.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.85.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.86.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.86.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.87.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.87.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.88.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.88.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.89.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.89.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.90.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.90.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.91.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.91.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.92.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.92.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.93.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.93.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.94.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.94.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.95.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.95.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.96.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.96.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.97.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.97.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.98.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.98.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.99.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.99.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.100.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.100.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.101.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.101.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.102.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.102.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.103.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.103.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.104.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.104.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.105.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.105.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.106.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.106.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.107.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.107.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.108.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.108.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.109.up_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.109.down_proj.weight": "model-00180-of-00260.safetensors", "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.110.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.110.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.111.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.111.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.112.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.112.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.113.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.113.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.114.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.114.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.115.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.115.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.116.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.116.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.117.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.117.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.118.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.118.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.119.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.119.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.120.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.120.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.121.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.121.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.122.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.122.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.123.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.123.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.124.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.124.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.125.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.125.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.126.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.126.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.127.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.127.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.128.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.128.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.129.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.129.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.130.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.130.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.131.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.131.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.132.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.132.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.133.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.133.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.134.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.134.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.135.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.135.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.136.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.136.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.137.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.137.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.138.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.138.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.139.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.139.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.140.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.140.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.141.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.141.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.142.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.142.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.143.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.143.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.144.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.144.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.145.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.145.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.146.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.146.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.147.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.147.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.148.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.148.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.149.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.149.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.150.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.150.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.151.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.151.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.152.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.152.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.153.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.153.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.154.up_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.154.down_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00181-of-00260.safetensors", "model.layers.42.mlp.experts.155.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.155.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.156.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.156.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.157.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.157.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.158.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.158.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.159.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.159.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.160.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.160.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.161.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.161.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.162.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.162.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.163.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.163.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.164.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.164.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.165.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.165.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.166.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.166.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.167.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.167.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.168.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.168.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.169.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.169.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.170.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.170.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.171.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.171.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.172.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.172.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.173.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.173.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.174.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.174.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.175.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.175.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.176.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.176.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.177.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.177.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.178.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.178.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.179.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.179.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.180.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.180.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.181.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.181.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.182.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.182.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.183.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.183.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.184.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.184.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.185.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.185.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.186.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.186.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.187.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.187.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.188.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.188.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.189.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.189.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.190.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.190.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.191.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.experts.191.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.gate.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.42.input_layernorm.weight": "model-00182-of-00260.safetensors", "model.layers.42.post_attention_layernorm.weight": "model-00182-of-00260.safetensors", "model.layers.42.post_mlp_layernorm.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.q_a_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.q_a_layernorm.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.q_b_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.kv_b_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.self_attn.o_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.0.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.0.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.1.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.1.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.2.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.2.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.3.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.3.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.4.up_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.4.down_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00182-of-00260.safetensors", "model.layers.43.mlp.experts.5.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.5.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.6.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.6.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.7.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.7.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.8.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.8.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.9.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.9.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.10.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.10.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.11.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.11.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.12.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.12.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.13.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.13.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.14.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.14.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.15.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.15.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.16.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.16.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.17.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.17.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.18.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.18.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.19.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.19.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.20.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.20.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.21.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.21.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.22.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.22.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.23.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.23.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.24.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.24.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.25.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.25.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.26.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.26.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.27.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.27.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.28.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.28.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.29.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.29.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.30.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.30.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.31.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.31.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.32.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.32.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.33.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.33.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.34.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.34.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.35.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.35.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.36.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.36.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.37.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.37.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.38.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.38.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.39.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.39.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.40.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.40.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.41.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.41.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.42.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.42.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.43.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.43.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.44.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.44.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.45.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.45.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.46.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.46.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.47.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.47.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.48.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.48.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.49.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.49.down_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.50.up_proj.weight": "model-00183-of-00260.safetensors", "model.layers.43.mlp.experts.50.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.51.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.51.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.52.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.52.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.53.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.53.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.54.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.54.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.55.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.55.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.56.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.56.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.57.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.57.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.58.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.58.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.59.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.59.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.60.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.60.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.61.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.61.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.62.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.62.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.63.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.63.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.64.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.64.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.65.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.65.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.66.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.66.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.67.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.67.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.68.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.68.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.69.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.69.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.70.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.70.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.71.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.71.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.72.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.72.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.73.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.73.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.74.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.74.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.75.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.75.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.76.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.76.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.77.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.77.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.78.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.78.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.79.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.79.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.80.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.80.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.81.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.81.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.82.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.82.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.83.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.83.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.84.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.84.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.85.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.85.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.86.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.86.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.87.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.87.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.88.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.88.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.89.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.89.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.90.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.90.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.91.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.91.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.92.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.92.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.93.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.93.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.94.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.94.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.95.up_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.95.down_proj.weight": "model-00184-of-00260.safetensors", "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.96.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.96.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.97.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.97.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.98.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.98.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.99.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.99.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.100.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.100.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.101.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.101.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.102.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.102.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.103.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.103.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.104.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.104.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.105.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.105.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.106.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.106.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.107.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.107.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.108.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.108.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.109.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.109.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.110.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.110.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.111.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.111.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.112.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.112.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.113.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.113.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.114.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.114.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.115.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.115.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.116.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.116.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.117.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.117.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.118.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.118.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.119.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.119.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.120.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.120.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.121.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.121.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.122.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.122.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.123.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.123.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.124.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.124.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.125.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.125.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.126.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.126.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.127.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.127.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.128.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.128.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.129.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.129.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.130.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.130.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.131.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.131.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.132.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.132.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.133.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.133.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.134.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.134.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.135.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.135.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.136.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.136.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.137.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.137.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.138.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.138.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.139.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.139.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.140.up_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.140.down_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00185-of-00260.safetensors", "model.layers.43.mlp.experts.141.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.141.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.142.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.142.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.143.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.143.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.144.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.144.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.145.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.145.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.146.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.146.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.147.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.147.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.148.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.148.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.149.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.149.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.150.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.150.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.151.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.151.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.152.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.152.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.153.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.153.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.154.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.154.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.155.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.155.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.156.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.156.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.157.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.157.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.158.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.158.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.159.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.159.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.160.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.160.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.161.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.161.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.162.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.162.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.163.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.163.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.164.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.164.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.165.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.165.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.166.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.166.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.167.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.167.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.168.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.168.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.169.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.169.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.170.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.170.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.171.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.171.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.172.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.172.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.173.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.173.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.174.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.174.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.175.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.175.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.176.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.176.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.177.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.177.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.178.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.178.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.179.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.179.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.180.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.180.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.181.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.181.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.182.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.182.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.183.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.183.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.184.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.184.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.185.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.185.down_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.186.up_proj.weight": "model-00186-of-00260.safetensors", "model.layers.43.mlp.experts.186.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.187.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.187.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.188.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.188.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.189.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.189.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.190.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.190.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.191.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.experts.191.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.gate.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.43.input_layernorm.weight": "model-00187-of-00260.safetensors", "model.layers.43.post_attention_layernorm.weight": "model-00187-of-00260.safetensors", "model.layers.43.post_mlp_layernorm.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.q_a_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.q_a_layernorm.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.q_b_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.kv_b_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.self_attn.o_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.0.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.0.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.1.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.1.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.2.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.2.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.3.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.3.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.4.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.4.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.5.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.5.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.6.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.6.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.7.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.7.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.8.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.8.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.9.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.9.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.10.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.10.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.11.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.11.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.12.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.12.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.13.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.13.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.14.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.14.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.15.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.15.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.16.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.16.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.17.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.17.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.18.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.18.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.19.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.19.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.20.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.20.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.21.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.21.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.22.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.22.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.23.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.23.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.24.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.24.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.25.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.25.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.26.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.26.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.27.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.27.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.28.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.28.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.29.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.29.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.30.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.30.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.31.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.31.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.32.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.32.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.33.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.33.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.34.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.34.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.35.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.35.down_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.36.up_proj.weight": "model-00187-of-00260.safetensors", "model.layers.44.mlp.experts.36.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.37.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.37.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.38.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.38.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.39.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.39.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.40.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.40.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.41.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.41.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.42.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.42.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.43.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.43.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.44.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.44.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.45.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.45.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.46.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.46.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.47.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.47.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.48.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.48.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.49.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.49.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.50.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.50.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.51.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.51.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.52.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.52.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.53.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.53.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.54.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.54.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.55.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.55.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.56.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.56.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.57.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.57.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.58.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.58.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.59.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.59.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.60.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.60.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.61.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.61.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.62.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.62.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.63.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.63.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.64.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.64.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.65.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.65.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.66.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.66.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.67.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.67.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.68.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.68.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.69.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.69.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.70.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.70.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.71.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.71.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.72.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.72.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.73.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.73.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.74.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.74.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.75.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.75.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.76.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.76.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.77.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.77.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.78.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.78.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.79.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.79.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.80.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.80.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.81.up_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.81.down_proj.weight": "model-00188-of-00260.safetensors", "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.82.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.82.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.83.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.83.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.84.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.84.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.85.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.85.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.86.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.86.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.87.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.87.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.88.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.88.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.89.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.89.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.90.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.90.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.91.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.91.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.92.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.92.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.93.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.93.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.94.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.94.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.95.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.95.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.96.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.96.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.97.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.97.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.98.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.98.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.99.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.99.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.100.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.100.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.101.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.101.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.102.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.102.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.103.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.103.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.104.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.104.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.105.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.105.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.106.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.106.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.107.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.107.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.108.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.108.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.109.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.109.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.110.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.110.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.111.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.111.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.112.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.112.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.113.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.113.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.114.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.114.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.115.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.115.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.116.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.116.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.117.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.117.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.118.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.118.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.119.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.119.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.120.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.120.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.121.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.121.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.122.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.122.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.123.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.123.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.124.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.124.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.125.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.125.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.126.up_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.126.down_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00189-of-00260.safetensors", "model.layers.44.mlp.experts.127.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.127.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.128.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.128.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.129.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.129.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.130.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.130.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.131.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.131.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.132.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.132.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.133.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.133.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.134.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.134.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.135.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.135.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.136.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.136.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.137.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.137.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.138.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.138.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.139.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.139.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.140.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.140.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.141.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.141.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.142.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.142.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.143.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.143.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.144.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.144.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.145.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.145.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.146.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.146.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.147.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.147.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.148.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.148.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.149.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.149.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.150.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.150.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.151.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.151.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.152.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.152.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.153.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.153.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.154.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.154.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.155.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.155.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.156.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.156.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.157.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.157.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.158.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.158.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.159.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.159.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.160.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.160.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.161.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.161.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.162.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.162.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.163.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.163.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.164.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.164.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.165.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.165.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.166.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.166.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.167.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.167.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.168.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.168.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.169.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.169.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.170.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.170.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.171.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.171.down_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.172.up_proj.weight": "model-00190-of-00260.safetensors", "model.layers.44.mlp.experts.172.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.173.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.173.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.174.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.174.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.175.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.175.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.176.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.176.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.177.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.177.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.178.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.178.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.179.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.179.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.180.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.180.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.181.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.181.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.182.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.182.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.183.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.183.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.184.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.184.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.185.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.185.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.186.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.186.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.187.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.187.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.188.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.188.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.189.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.189.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.190.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.190.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.191.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.experts.191.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.gate.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.44.input_layernorm.weight": "model-00191-of-00260.safetensors", "model.layers.44.post_attention_layernorm.weight": "model-00191-of-00260.safetensors", "model.layers.44.post_mlp_layernorm.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.q_a_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.q_a_layernorm.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.q_b_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.kv_b_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.self_attn.o_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.0.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.0.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.1.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.1.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.2.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.2.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.3.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.3.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.4.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.4.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.5.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.5.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.6.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.6.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.7.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.7.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.8.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.8.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.9.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.9.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.10.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.10.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.11.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.11.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.12.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.12.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.13.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.13.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.14.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.14.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.15.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.15.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.16.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.16.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.17.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.17.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.18.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.18.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.19.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.19.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.20.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.20.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.21.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.21.down_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.22.up_proj.weight": "model-00191-of-00260.safetensors", "model.layers.45.mlp.experts.22.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.23.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.23.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.24.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.24.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.25.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.25.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.26.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.26.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.27.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.27.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.28.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.28.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.29.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.29.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.30.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.30.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.31.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.31.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.32.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.32.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.33.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.33.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.34.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.34.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.35.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.35.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.36.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.36.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.37.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.37.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.38.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.38.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.39.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.39.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.40.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.40.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.41.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.41.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.42.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.42.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.43.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.43.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.44.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.44.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.45.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.45.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.46.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.46.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.47.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.47.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.48.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.48.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.49.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.49.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.50.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.50.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.51.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.51.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.52.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.52.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.53.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.53.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.54.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.54.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.55.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.55.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.56.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.56.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.57.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.57.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.58.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.58.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.59.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.59.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.60.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.60.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.61.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.61.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.62.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.62.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.63.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.63.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.64.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.64.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.65.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.65.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.66.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.66.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.67.up_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.67.down_proj.weight": "model-00192-of-00260.safetensors", "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.68.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.68.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.69.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.69.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.70.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.70.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.71.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.71.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.72.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.72.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.73.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.73.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.74.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.74.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.75.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.75.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.76.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.76.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.77.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.77.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.78.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.78.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.79.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.79.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.80.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.80.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.81.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.81.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.82.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.82.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.83.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.83.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.84.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.84.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.85.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.85.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.86.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.86.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.87.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.87.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.88.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.88.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.89.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.89.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.90.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.90.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.91.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.91.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.92.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.92.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.93.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.93.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.94.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.94.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.95.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.95.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.96.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.96.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.97.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.97.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.98.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.98.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.99.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.99.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.100.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.100.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.101.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.101.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.102.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.102.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.103.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.103.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.104.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.104.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.105.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.105.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.106.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.106.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.107.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.107.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.108.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.108.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.109.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.109.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.110.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.110.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.111.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.111.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.112.up_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.112.down_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00193-of-00260.safetensors", "model.layers.45.mlp.experts.113.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.113.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.114.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.114.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.115.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.115.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.116.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.116.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.117.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.117.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.118.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.118.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.119.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.119.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.120.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.120.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.121.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.121.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.122.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.122.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.123.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.123.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.124.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.124.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.125.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.125.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.126.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.126.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.127.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.127.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.128.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.128.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.129.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.129.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.130.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.130.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.131.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.131.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.132.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.132.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.133.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.133.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.134.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.134.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.135.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.135.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.136.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.136.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.137.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.137.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.138.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.138.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.139.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.139.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.140.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.140.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.141.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.141.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.142.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.142.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.143.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.143.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.144.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.144.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.145.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.145.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.146.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.146.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.147.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.147.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.148.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.148.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.149.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.149.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.150.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.150.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.151.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.151.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.152.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.152.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.153.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.153.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.154.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.154.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.155.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.155.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.156.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.156.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.157.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.157.down_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.158.up_proj.weight": "model-00194-of-00260.safetensors", "model.layers.45.mlp.experts.158.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.159.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.159.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.160.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.160.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.161.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.161.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.162.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.162.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.163.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.163.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.164.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.164.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.165.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.165.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.166.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.166.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.167.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.167.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.168.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.168.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.169.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.169.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.170.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.170.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.171.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.171.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.172.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.172.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.173.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.173.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.174.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.174.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.175.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.175.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.176.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.176.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.177.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.177.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.178.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.178.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.179.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.179.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.180.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.180.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.181.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.181.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.182.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.182.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.183.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.183.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.184.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.184.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.185.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.185.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.186.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.186.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.187.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.187.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.188.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.188.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.189.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.189.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.190.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.190.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.191.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.experts.191.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.gate.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.45.input_layernorm.weight": "model-00195-of-00260.safetensors", "model.layers.45.post_attention_layernorm.weight": "model-00195-of-00260.safetensors", "model.layers.45.post_mlp_layernorm.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.q_a_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.q_a_layernorm.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.q_b_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.kv_b_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.self_attn.o_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.0.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.0.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.1.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.1.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.2.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.2.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.3.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.3.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.4.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.4.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.5.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.5.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.6.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.6.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.7.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.7.down_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.8.up_proj.weight": "model-00195-of-00260.safetensors", "model.layers.46.mlp.experts.8.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.9.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.9.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.10.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.10.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.11.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.11.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.12.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.12.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.13.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.13.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.14.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.14.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.15.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.15.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.16.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.16.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.17.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.17.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.18.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.18.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.19.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.19.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.20.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.20.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.21.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.21.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.22.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.22.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.23.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.23.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.24.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.24.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.25.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.25.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.26.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.26.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.27.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.27.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.28.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.28.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.29.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.29.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.30.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.30.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.31.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.31.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.32.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.32.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.33.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.33.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.34.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.34.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.35.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.35.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.36.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.36.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.37.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.37.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.38.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.38.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.39.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.39.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.40.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.40.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.41.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.41.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.42.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.42.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.43.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.43.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.44.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.44.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.45.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.45.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.46.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.46.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.47.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.47.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.48.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.48.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.49.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.49.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.50.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.50.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.51.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.51.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.52.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.52.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.53.up_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.53.down_proj.weight": "model-00196-of-00260.safetensors", "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.54.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.54.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.55.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.55.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.56.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.56.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.57.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.57.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.58.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.58.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.59.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.59.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.60.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.60.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.61.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.61.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.62.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.62.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.63.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.63.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.64.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.64.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.65.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.65.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.66.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.66.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.67.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.67.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.68.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.68.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.69.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.69.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.70.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.70.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.71.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.71.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.72.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.72.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.73.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.73.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.74.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.74.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.75.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.75.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.76.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.76.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.77.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.77.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.78.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.78.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.79.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.79.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.80.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.80.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.81.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.81.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.82.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.82.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.83.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.83.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.84.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.84.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.85.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.85.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.86.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.86.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.87.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.87.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.88.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.88.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.89.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.89.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.90.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.90.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.91.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.91.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.92.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.92.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.93.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.93.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.94.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.94.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.95.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.95.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.96.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.96.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.97.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.97.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.98.up_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.98.down_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00197-of-00260.safetensors", "model.layers.46.mlp.experts.99.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.99.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.100.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.100.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.101.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.101.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.102.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.102.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.103.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.103.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.104.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.104.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.105.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.105.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.106.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.106.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.107.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.107.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.108.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.108.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.109.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.109.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.110.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.110.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.111.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.111.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.112.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.112.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.113.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.113.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.114.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.114.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.115.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.115.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.116.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.116.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.117.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.117.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.118.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.118.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.119.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.119.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.120.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.120.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.121.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.121.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.122.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.122.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.123.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.123.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.124.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.124.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.125.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.125.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.126.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.126.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.127.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.127.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.128.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.128.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.129.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.129.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.130.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.130.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.131.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.131.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.132.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.132.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.133.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.133.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.134.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.134.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.135.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.135.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.136.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.136.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.137.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.137.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.138.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.138.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.139.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.139.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.140.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.140.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.141.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.141.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.142.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.142.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.143.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.143.down_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.144.up_proj.weight": "model-00198-of-00260.safetensors", "model.layers.46.mlp.experts.144.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.145.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.145.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.146.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.146.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.147.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.147.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.148.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.148.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.149.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.149.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.150.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.150.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.151.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.151.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.152.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.152.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.153.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.153.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.154.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.154.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.155.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.155.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.156.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.156.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.157.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.157.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.158.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.158.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.159.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.159.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.160.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.160.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.161.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.161.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.162.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.162.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.163.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.163.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.164.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.164.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.165.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.165.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.166.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.166.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.167.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.167.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.168.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.168.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.169.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.169.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.170.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.170.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.171.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.171.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.172.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.172.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.173.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.173.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.174.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.174.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.175.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.175.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.176.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.176.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.177.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.177.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.178.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.178.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.179.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.179.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.180.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.180.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.181.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.181.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.182.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.182.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.183.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.183.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.184.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.184.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.185.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.185.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.186.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.186.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.187.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.187.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.188.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.188.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.189.up_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.189.down_proj.weight": "model-00199-of-00260.safetensors", "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.experts.190.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.experts.190.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.experts.191.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.experts.191.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.gate.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.46.input_layernorm.weight": "model-00200-of-00260.safetensors", "model.layers.46.post_attention_layernorm.weight": "model-00200-of-00260.safetensors", "model.layers.46.post_mlp_layernorm.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.q_a_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.q_a_layernorm.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.q_b_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.kv_b_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.self_attn.o_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.0.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.0.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.1.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.1.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.2.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.2.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.3.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.3.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.4.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.4.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.5.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.5.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.6.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.6.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.7.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.7.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.8.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.8.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.9.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.9.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.10.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.10.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.11.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.11.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.12.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.12.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.13.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.13.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.14.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.14.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.15.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.15.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.16.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.16.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.17.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.17.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.18.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.18.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.19.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.19.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.20.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.20.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.21.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.21.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.22.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.22.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.23.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.23.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.24.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.24.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.25.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.25.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.26.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.26.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.27.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.27.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.28.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.28.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.29.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.29.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.30.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.30.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.31.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.31.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.32.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.32.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.33.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.33.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.34.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.34.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.35.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.35.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.36.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.36.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.37.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.37.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.38.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.38.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.39.up_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.39.down_proj.weight": "model-00200-of-00260.safetensors", "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.40.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.40.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.41.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.41.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.42.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.42.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.43.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.43.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.44.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.44.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.45.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.45.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.46.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.46.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.47.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.47.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.48.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.48.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.49.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.49.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.50.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.50.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.51.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.51.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.52.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.52.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.53.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.53.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.54.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.54.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.55.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.55.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.56.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.56.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.57.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.57.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.58.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.58.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.59.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.59.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.60.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.60.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.61.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.61.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.62.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.62.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.63.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.63.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.64.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.64.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.65.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.65.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.66.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.66.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.67.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.67.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.68.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.68.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.69.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.69.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.70.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.70.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.71.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.71.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.72.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.72.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.73.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.73.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.74.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.74.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.75.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.75.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.76.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.76.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.77.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.77.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.78.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.78.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.79.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.79.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.80.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.80.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.81.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.81.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.82.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.82.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.83.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.83.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.84.up_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.84.down_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00201-of-00260.safetensors", "model.layers.47.mlp.experts.85.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.85.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.86.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.86.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.87.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.87.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.88.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.88.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.89.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.89.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.90.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.90.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.91.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.91.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.92.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.92.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.93.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.93.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.94.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.94.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.95.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.95.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.96.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.96.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.97.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.97.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.98.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.98.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.99.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.99.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.100.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.100.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.101.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.101.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.102.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.102.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.103.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.103.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.104.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.104.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.105.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.105.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.106.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.106.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.107.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.107.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.108.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.108.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.109.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.109.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.110.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.110.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.111.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.111.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.112.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.112.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.113.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.113.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.114.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.114.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.115.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.115.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.116.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.116.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.117.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.117.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.118.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.118.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.119.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.119.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.120.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.120.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.121.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.121.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.122.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.122.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.123.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.123.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.124.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.124.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.125.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.125.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.126.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.126.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.127.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.127.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.128.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.128.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.129.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.129.down_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.130.up_proj.weight": "model-00202-of-00260.safetensors", "model.layers.47.mlp.experts.130.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.131.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.131.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.132.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.132.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.133.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.133.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.134.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.134.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.135.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.135.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.136.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.136.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.137.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.137.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.138.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.138.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.139.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.139.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.140.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.140.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.141.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.141.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.142.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.142.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.143.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.143.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.144.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.144.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.145.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.145.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.146.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.146.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.147.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.147.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.148.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.148.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.149.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.149.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.150.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.150.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.151.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.151.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.152.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.152.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.153.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.153.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.154.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.154.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.155.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.155.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.156.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.156.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.157.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.157.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.158.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.158.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.159.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.159.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.160.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.160.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.161.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.161.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.162.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.162.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.163.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.163.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.164.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.164.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.165.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.165.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.166.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.166.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.167.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.167.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.168.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.168.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.169.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.169.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.170.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.170.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.171.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.171.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.172.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.172.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.173.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.173.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.174.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.174.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.175.up_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.175.down_proj.weight": "model-00203-of-00260.safetensors", "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.176.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.176.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.177.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.177.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.178.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.178.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.179.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.179.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.180.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.180.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.181.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.181.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.182.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.182.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.183.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.183.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.184.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.184.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.185.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.185.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.186.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.186.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.187.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.187.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.188.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.188.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.189.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.189.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.190.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.190.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.191.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.experts.191.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.gate.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.47.input_layernorm.weight": "model-00204-of-00260.safetensors", "model.layers.47.post_attention_layernorm.weight": "model-00204-of-00260.safetensors", "model.layers.47.post_mlp_layernorm.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.q_a_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.q_a_layernorm.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.q_b_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.kv_b_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.self_attn.o_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.0.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.0.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.1.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.1.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.2.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.2.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.3.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.3.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.4.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.4.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.5.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.5.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.6.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.6.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.7.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.7.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.8.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.8.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.9.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.9.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.10.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.10.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.11.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.11.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.12.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.12.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.13.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.13.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.14.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.14.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.15.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.15.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.16.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.16.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.17.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.17.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.18.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.18.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.19.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.19.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.20.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.20.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.21.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.21.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.22.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.22.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.23.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.23.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.24.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.24.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.25.up_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.25.down_proj.weight": "model-00204-of-00260.safetensors", "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.26.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.26.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.27.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.27.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.28.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.28.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.29.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.29.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.30.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.30.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.31.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.31.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.32.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.32.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.33.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.33.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.34.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.34.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.35.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.35.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.36.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.36.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.37.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.37.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.38.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.38.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.39.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.39.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.40.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.40.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.41.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.41.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.42.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.42.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.43.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.43.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.44.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.44.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.45.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.45.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.46.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.46.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.47.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.47.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.48.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.48.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.49.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.49.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.50.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.50.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.51.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.51.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.52.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.52.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.53.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.53.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.54.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.54.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.55.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.55.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.56.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.56.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.57.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.57.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.58.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.58.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.59.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.59.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.60.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.60.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.61.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.61.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.62.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.62.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.63.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.63.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.64.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.64.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.65.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.65.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.66.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.66.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.67.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.67.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.68.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.68.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.69.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.69.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.70.up_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.70.down_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00205-of-00260.safetensors", "model.layers.48.mlp.experts.71.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.71.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.72.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.72.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.73.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.73.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.74.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.74.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.75.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.75.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.76.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.76.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.77.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.77.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.78.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.78.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.79.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.79.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.80.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.80.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.81.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.81.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.82.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.82.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.83.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.83.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.84.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.84.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.85.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.85.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.86.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.86.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.87.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.87.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.88.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.88.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.89.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.89.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.90.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.90.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.91.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.91.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.92.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.92.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.93.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.93.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.94.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.94.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.95.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.95.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.96.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.96.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.97.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.97.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.98.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.98.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.99.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.99.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.100.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.100.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.101.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.101.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.102.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.102.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.103.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.103.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.104.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.104.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.105.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.105.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.106.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.106.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.107.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.107.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.108.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.108.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.109.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.109.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.110.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.110.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.111.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.111.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.112.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.112.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.113.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.113.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.114.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.114.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.115.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.115.down_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.116.up_proj.weight": "model-00206-of-00260.safetensors", "model.layers.48.mlp.experts.116.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.117.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.117.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.118.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.118.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.119.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.119.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.120.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.120.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.121.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.121.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.122.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.122.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.123.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.123.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.124.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.124.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.125.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.125.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.126.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.126.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.127.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.127.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.128.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.128.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.129.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.129.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.130.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.130.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.131.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.131.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.132.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.132.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.133.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.133.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.134.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.134.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.135.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.135.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.136.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.136.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.137.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.137.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.138.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.138.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.139.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.139.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.140.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.140.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.141.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.141.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.142.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.142.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.143.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.143.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.144.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.144.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.145.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.145.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.146.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.146.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.147.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.147.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.148.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.148.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.149.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.149.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.150.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.150.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.151.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.151.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.152.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.152.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.153.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.153.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.154.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.154.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.155.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.155.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.156.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.156.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.157.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.157.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.158.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.158.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.159.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.159.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.160.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.160.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.161.up_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.161.down_proj.weight": "model-00207-of-00260.safetensors", "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.162.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.162.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.163.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.163.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.164.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.164.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.165.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.165.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.166.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.166.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.167.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.167.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.168.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.168.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.169.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.169.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.170.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.170.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.171.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.171.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.172.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.172.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.173.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.173.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.174.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.174.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.175.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.175.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.176.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.176.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.177.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.177.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.178.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.178.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.179.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.179.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.180.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.180.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.181.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.181.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.182.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.182.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.183.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.183.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.184.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.184.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.185.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.185.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.186.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.186.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.187.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.187.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.188.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.188.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.189.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.189.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.190.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.190.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.191.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.experts.191.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.gate.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.48.input_layernorm.weight": "model-00208-of-00260.safetensors", "model.layers.48.post_attention_layernorm.weight": "model-00208-of-00260.safetensors", "model.layers.48.post_mlp_layernorm.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.q_a_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.q_a_layernorm.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.q_b_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.kv_b_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.self_attn.o_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.0.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.0.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.1.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.1.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.2.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.2.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.3.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.3.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.4.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.4.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.5.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.5.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.6.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.6.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.7.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.7.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.8.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.8.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.9.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.9.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.10.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.10.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.11.up_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.11.down_proj.weight": "model-00208-of-00260.safetensors", "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.12.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.12.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.13.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.13.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.14.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.14.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.15.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.15.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.16.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.16.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.17.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.17.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.18.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.18.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.19.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.19.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.20.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.20.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.21.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.21.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.22.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.22.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.23.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.23.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.24.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.24.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.25.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.25.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.26.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.26.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.27.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.27.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.28.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.28.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.29.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.29.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.30.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.30.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.31.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.31.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.32.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.32.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.33.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.33.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.34.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.34.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.35.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.35.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.36.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.36.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.37.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.37.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.38.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.38.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.39.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.39.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.40.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.40.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.41.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.41.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.42.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.42.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.43.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.43.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.44.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.44.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.45.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.45.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.46.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.46.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.47.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.47.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.48.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.48.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.49.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.49.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.50.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.50.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.51.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.51.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.52.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.52.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.53.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.53.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.54.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.54.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.55.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.55.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.56.up_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.56.down_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00209-of-00260.safetensors", "model.layers.49.mlp.experts.57.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.57.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.58.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.58.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.59.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.59.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.60.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.60.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.61.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.61.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.62.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.62.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.63.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.63.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.64.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.64.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.65.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.65.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.66.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.66.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.67.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.67.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.68.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.68.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.69.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.69.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.70.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.70.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.71.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.71.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.72.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.72.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.73.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.73.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.74.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.74.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.75.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.75.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.76.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.76.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.77.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.77.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.78.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.78.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.79.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.79.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.80.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.80.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.81.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.81.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.82.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.82.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.83.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.83.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.84.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.84.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.85.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.85.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.86.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.86.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.87.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.87.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.88.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.88.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.89.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.89.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.90.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.90.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.91.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.91.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.92.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.92.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.93.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.93.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.94.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.94.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.95.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.95.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.96.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.96.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.97.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.97.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.98.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.98.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.99.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.99.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.100.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.100.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.101.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.101.down_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.102.up_proj.weight": "model-00210-of-00260.safetensors", "model.layers.49.mlp.experts.102.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.103.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.103.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.104.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.104.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.105.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.105.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.106.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.106.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.107.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.107.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.108.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.108.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.109.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.109.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.110.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.110.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.111.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.111.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.112.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.112.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.113.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.113.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.114.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.114.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.115.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.115.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.116.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.116.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.117.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.117.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.118.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.118.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.119.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.119.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.120.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.120.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.121.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.121.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.122.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.122.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.123.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.123.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.124.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.124.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.125.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.125.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.126.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.126.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.127.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.127.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.128.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.128.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.129.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.129.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.130.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.130.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.131.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.131.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.132.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.132.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.133.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.133.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.134.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.134.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.135.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.135.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.136.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.136.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.137.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.137.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.138.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.138.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.139.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.139.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.140.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.140.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.141.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.141.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.142.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.142.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.143.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.143.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.144.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.144.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.145.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.145.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.146.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.146.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.147.up_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.147.down_proj.weight": "model-00211-of-00260.safetensors", "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.148.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.148.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.149.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.149.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.150.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.150.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.151.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.151.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.152.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.152.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.153.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.153.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.154.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.154.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.155.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.155.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.156.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.156.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.157.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.157.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.158.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.158.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.159.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.159.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.160.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.160.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.161.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.161.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.162.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.162.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.163.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.163.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.164.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.164.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.165.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.165.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.166.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.166.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.167.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.167.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.168.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.168.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.169.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.169.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.170.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.170.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.171.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.171.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.172.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.172.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.173.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.173.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.174.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.174.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.175.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.175.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.176.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.176.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.177.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.177.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.178.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.178.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.179.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.179.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.180.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.180.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.181.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.181.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.182.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.182.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.183.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.183.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.184.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.184.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.185.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.185.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.186.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.186.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.187.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.187.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.188.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.188.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.189.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.189.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.190.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.190.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.191.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.experts.191.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.gate.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00212-of-00260.safetensors", "model.layers.49.input_layernorm.weight": "model-00212-of-00260.safetensors", "model.layers.49.post_attention_layernorm.weight": "model-00212-of-00260.safetensors", "model.layers.49.post_mlp_layernorm.weight": "model-00212-of-00260.safetensors", "model.layers.50.self_attn.q_a_proj.weight": "model-00212-of-00260.safetensors", "model.layers.50.self_attn.q_a_layernorm.weight": "model-00212-of-00260.safetensors", "model.layers.50.self_attn.q_b_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00213-of-00260.safetensors", "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00213-of-00260.safetensors", "model.layers.50.self_attn.kv_b_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.self_attn.o_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.0.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.0.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.1.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.1.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.2.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.2.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.3.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.3.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.4.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.4.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.5.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.5.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.6.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.6.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.7.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.7.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.8.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.8.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.9.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.9.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.10.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.10.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.11.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.11.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.12.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.12.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.13.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.13.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.14.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.14.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.15.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.15.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.16.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.16.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.17.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.17.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.18.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.18.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.19.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.19.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.20.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.20.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.21.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.21.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.22.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.22.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.23.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.23.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.24.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.24.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.25.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.25.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.26.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.26.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.27.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.27.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.28.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.28.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.29.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.29.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.30.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.30.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.31.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.31.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.32.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.32.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.33.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.33.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.34.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.34.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.35.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.35.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.36.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.36.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.37.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.37.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.38.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.38.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.39.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.39.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.40.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.40.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.41.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.41.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.42.up_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.42.down_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00213-of-00260.safetensors", "model.layers.50.mlp.experts.43.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.43.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.44.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.44.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.45.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.45.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.46.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.46.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.47.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.47.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.48.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.48.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.49.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.49.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.50.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.50.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.51.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.51.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.52.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.52.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.53.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.53.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.54.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.54.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.55.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.55.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.56.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.56.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.57.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.57.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.58.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.58.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.59.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.59.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.60.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.60.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.61.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.61.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.62.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.62.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.63.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.63.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.64.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.64.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.65.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.65.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.66.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.66.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.67.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.67.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.68.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.68.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.69.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.69.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.70.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.70.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.71.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.71.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.72.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.72.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.73.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.73.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.74.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.74.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.75.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.75.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.76.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.76.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.77.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.77.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.78.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.78.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.79.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.79.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.80.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.80.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.81.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.81.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.82.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.82.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.83.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.83.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.84.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.84.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.85.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.85.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.86.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.86.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.87.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.87.down_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.88.up_proj.weight": "model-00214-of-00260.safetensors", "model.layers.50.mlp.experts.88.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.89.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.89.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.90.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.90.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.91.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.91.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.92.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.92.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.93.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.93.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.94.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.94.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.95.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.95.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.96.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.96.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.97.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.97.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.98.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.98.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.99.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.99.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.100.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.100.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.101.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.101.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.102.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.102.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.103.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.103.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.104.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.104.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.105.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.105.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.106.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.106.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.107.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.107.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.108.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.108.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.109.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.109.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.110.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.110.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.111.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.111.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.112.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.112.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.113.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.113.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.114.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.114.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.115.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.115.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.116.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.116.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.117.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.117.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.118.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.118.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.119.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.119.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.120.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.120.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.121.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.121.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.122.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.122.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.123.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.123.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.124.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.124.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.125.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.125.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.126.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.126.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.127.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.127.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.128.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.128.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.129.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.129.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.130.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.130.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.131.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.131.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.132.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.132.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.133.up_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.133.down_proj.weight": "model-00215-of-00260.safetensors", "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.134.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.134.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.135.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.135.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.136.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.136.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.137.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.137.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.138.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.138.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.139.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.139.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.140.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.140.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.141.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.141.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.142.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.142.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.143.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.143.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.144.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.144.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.145.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.145.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.146.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.146.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.147.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.147.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.148.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.148.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.149.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.149.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.150.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.150.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.151.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.151.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.152.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.152.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.153.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.153.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.154.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.154.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.155.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.155.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.156.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.156.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.157.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.157.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.158.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.158.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.159.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.159.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.160.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.160.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.161.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.161.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.162.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.162.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.163.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.163.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.164.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.164.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.165.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.165.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.166.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.166.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.167.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.167.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.168.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.168.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.169.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.169.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.170.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.170.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.171.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.171.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.172.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.172.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.173.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.173.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.174.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.174.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.175.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.175.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.176.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.176.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.177.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.177.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.178.up_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.178.down_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00216-of-00260.safetensors", "model.layers.50.mlp.experts.179.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.179.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.180.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.180.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.181.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.181.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.182.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.182.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.183.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.183.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.184.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.184.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.185.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.185.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.186.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.186.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.187.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.187.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.188.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.188.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.189.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.189.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.190.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.190.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.191.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.experts.191.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.gate.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.50.input_layernorm.weight": "model-00217-of-00260.safetensors", "model.layers.50.post_attention_layernorm.weight": "model-00217-of-00260.safetensors", "model.layers.50.post_mlp_layernorm.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.q_a_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.q_a_layernorm.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.q_b_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.kv_b_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.self_attn.o_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.0.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.0.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.1.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.1.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.2.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.2.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.3.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.3.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.4.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.4.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.5.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.5.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.6.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.6.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.7.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.7.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.8.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.8.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.9.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.9.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.10.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.10.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.11.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.11.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.12.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.12.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.13.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.13.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.14.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.14.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.15.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.15.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.16.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.16.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.17.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.17.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.18.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.18.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.19.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.19.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.20.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.20.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.21.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.21.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.22.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.22.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.23.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.23.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.24.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.24.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.25.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.25.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.26.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.26.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.27.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.27.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.28.up_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.28.down_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00217-of-00260.safetensors", "model.layers.51.mlp.experts.29.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.29.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.30.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.30.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.31.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.31.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.32.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.32.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.33.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.33.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.34.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.34.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.35.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.35.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.36.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.36.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.37.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.37.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.38.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.38.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.39.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.39.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.40.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.40.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.41.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.41.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.42.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.42.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.43.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.43.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.44.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.44.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.45.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.45.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.46.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.46.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.47.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.47.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.48.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.48.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.49.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.49.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.50.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.50.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.51.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.51.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.52.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.52.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.53.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.53.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.54.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.54.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.55.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.55.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.56.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.56.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.57.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.57.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.58.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.58.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.59.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.59.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.60.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.60.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.61.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.61.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.62.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.62.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.63.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.63.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.64.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.64.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.65.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.65.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.66.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.66.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.67.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.67.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.68.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.68.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.69.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.69.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.70.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.70.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.71.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.71.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.72.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.72.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.73.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.73.down_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.74.up_proj.weight": "model-00218-of-00260.safetensors", "model.layers.51.mlp.experts.74.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.75.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.75.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.76.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.76.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.77.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.77.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.78.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.78.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.79.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.79.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.80.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.80.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.81.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.81.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.82.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.82.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.83.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.83.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.84.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.84.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.85.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.85.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.86.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.86.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.87.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.87.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.88.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.88.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.89.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.89.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.90.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.90.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.91.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.91.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.92.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.92.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.93.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.93.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.94.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.94.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.95.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.95.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.96.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.96.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.97.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.97.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.98.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.98.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.99.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.99.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.100.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.100.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.101.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.101.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.102.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.102.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.103.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.103.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.104.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.104.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.105.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.105.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.106.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.106.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.107.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.107.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.108.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.108.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.109.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.109.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.110.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.110.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.111.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.111.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.112.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.112.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.113.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.113.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.114.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.114.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.115.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.115.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.116.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.116.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.117.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.117.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.118.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.118.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.119.up_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.119.down_proj.weight": "model-00219-of-00260.safetensors", "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.120.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.120.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.121.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.121.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.122.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.122.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.123.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.123.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.124.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.124.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.125.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.125.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.126.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.126.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.127.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.127.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.128.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.128.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.129.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.129.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.130.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.130.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.131.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.131.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.132.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.132.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.133.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.133.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.134.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.134.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.135.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.135.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.136.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.136.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.137.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.137.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.138.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.138.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.139.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.139.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.140.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.140.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.141.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.141.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.142.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.142.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.143.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.143.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.144.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.144.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.145.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.145.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.146.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.146.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.147.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.147.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.148.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.148.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.149.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.149.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.150.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.150.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.151.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.151.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.152.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.152.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.153.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.153.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.154.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.154.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.155.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.155.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.156.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.156.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.157.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.157.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.158.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.158.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.159.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.159.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.160.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.160.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.161.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.161.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.162.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.162.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.163.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.163.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.164.up_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.164.down_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00220-of-00260.safetensors", "model.layers.51.mlp.experts.165.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.165.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.166.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.166.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.167.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.167.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.168.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.168.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.169.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.169.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.170.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.170.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.171.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.171.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.172.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.172.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.173.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.173.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.174.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.174.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.175.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.175.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.176.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.176.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.177.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.177.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.178.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.178.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.179.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.179.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.180.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.180.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.181.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.181.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.182.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.182.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.183.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.183.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.184.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.184.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.185.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.185.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.186.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.186.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.187.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.187.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.188.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.188.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.189.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.189.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.190.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.190.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.191.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.experts.191.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.gate.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.51.input_layernorm.weight": "model-00221-of-00260.safetensors", "model.layers.51.post_attention_layernorm.weight": "model-00221-of-00260.safetensors", "model.layers.51.post_mlp_layernorm.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.q_a_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.q_a_layernorm.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.q_b_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.kv_b_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.self_attn.o_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.0.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.0.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.1.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.1.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.2.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.2.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.3.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.3.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.4.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.4.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.5.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.5.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.6.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.6.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.7.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.7.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.8.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.8.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.9.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.9.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.10.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.10.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.11.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.11.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.12.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.12.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.13.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.13.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.14.up_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.14.down_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00221-of-00260.safetensors", "model.layers.52.mlp.experts.15.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.15.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.16.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.16.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.17.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.17.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.18.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.18.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.19.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.19.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.20.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.20.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.21.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.21.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.22.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.22.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.23.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.23.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.24.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.24.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.25.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.25.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.26.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.26.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.27.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.27.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.28.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.28.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.29.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.29.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.30.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.30.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.31.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.31.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.32.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.32.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.33.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.33.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.34.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.34.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.35.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.35.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.36.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.36.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.37.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.37.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.38.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.38.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.39.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.39.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.40.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.40.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.41.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.41.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.42.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.42.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.43.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.43.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.44.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.44.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.45.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.45.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.46.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.46.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.47.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.47.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.48.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.48.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.49.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.49.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.50.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.50.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.51.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.51.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.52.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.52.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.53.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.53.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.54.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.54.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.55.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.55.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.56.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.56.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.57.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.57.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.58.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.58.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.59.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.59.down_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.60.up_proj.weight": "model-00222-of-00260.safetensors", "model.layers.52.mlp.experts.60.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.61.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.61.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.62.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.62.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.63.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.63.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.64.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.64.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.65.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.65.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.66.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.66.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.67.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.67.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.68.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.68.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.69.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.69.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.70.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.70.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.71.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.71.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.72.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.72.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.73.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.73.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.74.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.74.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.75.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.75.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.76.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.76.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.77.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.77.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.78.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.78.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.79.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.79.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.80.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.80.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.81.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.81.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.82.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.82.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.83.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.83.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.84.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.84.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.85.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.85.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.86.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.86.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.87.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.87.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.88.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.88.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.89.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.89.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.90.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.90.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.91.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.91.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.92.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.92.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.93.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.93.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.94.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.94.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.95.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.95.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.96.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.96.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.97.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.97.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.98.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.98.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.99.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.99.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.100.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.100.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.101.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.101.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.102.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.102.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.103.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.103.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.104.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.104.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.105.up_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.105.down_proj.weight": "model-00223-of-00260.safetensors", "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.106.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.106.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.107.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.107.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.108.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.108.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.109.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.109.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.110.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.110.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.111.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.111.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.112.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.112.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.113.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.113.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.114.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.114.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.115.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.115.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.116.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.116.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.117.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.117.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.118.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.118.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.119.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.119.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.120.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.120.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.121.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.121.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.122.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.122.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.123.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.123.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.124.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.124.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.125.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.125.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.126.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.126.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.127.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.127.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.128.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.128.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.129.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.129.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.130.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.130.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.131.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.131.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.132.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.132.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.133.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.133.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.134.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.134.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.135.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.135.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.136.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.136.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.137.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.137.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.138.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.138.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.139.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.139.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.140.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.140.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.141.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.141.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.142.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.142.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.143.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.143.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.144.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.144.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.145.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.145.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.146.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.146.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.147.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.147.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.148.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.148.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.149.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.149.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.150.up_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.150.down_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00224-of-00260.safetensors", "model.layers.52.mlp.experts.151.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.151.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.152.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.152.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.153.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.153.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.154.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.154.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.155.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.155.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.156.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.156.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.157.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.157.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.158.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.158.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.159.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.159.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.160.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.160.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.161.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.161.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.162.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.162.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.163.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.163.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.164.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.164.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.165.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.165.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.166.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.166.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.167.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.167.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.168.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.168.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.169.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.169.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.170.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.170.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.171.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.171.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.172.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.172.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.173.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.173.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.174.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.174.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.175.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.175.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.176.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.176.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.177.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.177.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.178.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.178.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.179.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.179.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.180.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.180.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.181.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.181.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.182.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.182.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.183.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.183.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.184.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.184.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.185.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.185.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.186.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.186.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.187.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.187.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.188.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.188.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.189.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.189.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.190.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.190.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.191.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.experts.191.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.gate.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.52.input_layernorm.weight": "model-00225-of-00260.safetensors", "model.layers.52.post_attention_layernorm.weight": "model-00225-of-00260.safetensors", "model.layers.52.post_mlp_layernorm.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.q_a_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.q_a_layernorm.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.q_b_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.kv_b_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.self_attn.o_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.mlp.experts.0.up_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.mlp.experts.0.down_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00225-of-00260.safetensors", "model.layers.53.mlp.experts.1.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.1.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.2.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.2.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.3.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.3.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.4.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.4.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.5.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.5.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.6.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.6.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.7.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.7.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.8.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.8.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.9.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.9.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.10.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.10.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.11.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.11.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.12.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.12.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.13.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.13.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.14.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.14.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.15.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.15.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.16.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.16.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.17.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.17.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.18.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.18.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.19.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.19.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.20.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.20.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.21.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.21.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.22.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.22.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.23.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.23.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.24.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.24.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.25.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.25.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.26.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.26.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.27.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.27.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.28.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.28.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.29.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.29.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.30.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.30.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.31.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.31.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.32.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.32.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.33.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.33.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.34.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.34.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.35.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.35.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.36.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.36.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.37.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.37.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.38.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.38.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.39.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.39.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.40.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.40.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.41.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.41.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.42.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.42.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.43.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.43.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.44.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.44.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.45.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.45.down_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.46.up_proj.weight": "model-00226-of-00260.safetensors", "model.layers.53.mlp.experts.46.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.47.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.47.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.48.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.48.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.49.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.49.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.50.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.50.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.51.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.51.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.52.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.52.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.53.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.53.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.54.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.54.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.55.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.55.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.56.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.56.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.57.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.57.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.58.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.58.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.59.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.59.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.60.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.60.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.61.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.61.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.62.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.62.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.63.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.63.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.64.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.64.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.65.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.65.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.66.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.66.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.67.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.67.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.68.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.68.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.69.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.69.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.70.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.70.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.71.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.71.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.72.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.72.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.73.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.73.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.74.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.74.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.75.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.75.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.76.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.76.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.77.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.77.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.78.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.78.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.79.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.79.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.80.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.80.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.81.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.81.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.82.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.82.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.83.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.83.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.84.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.84.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.85.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.85.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.86.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.86.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.87.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.87.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.88.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.88.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.89.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.89.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.90.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.90.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.91.up_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.91.down_proj.weight": "model-00227-of-00260.safetensors", "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.92.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.92.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.93.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.93.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.94.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.94.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.95.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.95.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.96.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.96.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.97.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.97.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.98.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.98.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.99.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.99.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.100.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.100.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.101.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.101.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.102.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.102.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.103.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.103.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.104.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.104.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.105.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.105.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.106.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.106.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.107.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.107.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.108.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.108.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.109.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.109.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.110.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.110.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.111.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.111.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.112.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.112.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.113.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.113.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.114.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.114.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.115.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.115.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.116.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.116.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.117.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.117.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.118.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.118.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.119.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.119.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.120.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.120.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.121.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.121.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.122.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.122.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.123.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.123.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.124.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.124.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.125.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.125.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.126.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.126.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.127.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.127.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.128.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.128.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.129.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.129.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.130.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.130.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.131.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.131.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.132.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.132.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.133.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.133.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.134.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.134.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.135.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.135.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.136.up_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.136.down_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00228-of-00260.safetensors", "model.layers.53.mlp.experts.137.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.137.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.138.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.138.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.139.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.139.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.140.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.140.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.141.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.141.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.142.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.142.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.143.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.143.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.144.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.144.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.145.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.145.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.146.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.146.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.147.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.147.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.148.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.148.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.149.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.149.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.150.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.150.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.151.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.151.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.152.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.152.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.153.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.153.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.154.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.154.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.155.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.155.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.156.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.156.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.157.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.157.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.158.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.158.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.159.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.159.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.160.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.160.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.161.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.161.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.162.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.162.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.163.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.163.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.164.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.164.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.165.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.165.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.166.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.166.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.167.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.167.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.168.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.168.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.169.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.169.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.170.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.170.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.171.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.171.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.172.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.172.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.173.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.173.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.174.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.174.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.175.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.175.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.176.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.176.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.177.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.177.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.178.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.178.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.179.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.179.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.180.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.180.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.181.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.181.down_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.182.up_proj.weight": "model-00229-of-00260.safetensors", "model.layers.53.mlp.experts.182.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.183.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.183.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.184.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.184.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.185.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.185.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.186.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.186.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.187.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.187.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.188.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.188.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.189.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.189.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.190.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.190.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.191.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.experts.191.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.gate.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.53.input_layernorm.weight": "model-00230-of-00260.safetensors", "model.layers.53.post_attention_layernorm.weight": "model-00230-of-00260.safetensors", "model.layers.53.post_mlp_layernorm.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.q_a_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.q_a_layernorm.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.q_b_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.kv_b_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.self_attn.o_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.0.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.0.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.1.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.1.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.2.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.2.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.3.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.3.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.4.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.4.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.5.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.5.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.6.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.6.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.7.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.7.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.8.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.8.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.9.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.9.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.10.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.10.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.11.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.11.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.12.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.12.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.13.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.13.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.14.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.14.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.15.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.15.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.16.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.16.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.17.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.17.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.18.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.18.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.19.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.19.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.20.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.20.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.21.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.21.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.22.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.22.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.23.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.23.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.24.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.24.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.25.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.25.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.26.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.26.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.27.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.27.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.28.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.28.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.29.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.29.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.30.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.30.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.31.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.31.down_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.32.up_proj.weight": "model-00230-of-00260.safetensors", "model.layers.54.mlp.experts.32.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.33.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.33.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.34.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.34.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.35.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.35.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.36.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.36.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.37.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.37.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.38.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.38.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.39.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.39.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.40.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.40.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.41.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.41.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.42.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.42.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.43.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.43.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.44.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.44.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.45.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.45.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.46.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.46.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.47.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.47.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.48.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.48.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.49.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.49.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.50.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.50.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.51.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.51.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.52.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.52.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.53.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.53.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.54.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.54.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.55.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.55.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.56.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.56.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.57.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.57.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.58.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.58.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.59.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.59.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.60.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.60.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.61.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.61.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.62.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.62.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.63.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.63.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.64.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.64.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.65.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.65.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.66.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.66.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.67.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.67.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.68.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.68.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.69.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.69.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.70.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.70.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.71.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.71.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.72.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.72.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.73.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.73.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.74.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.74.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.75.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.75.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.76.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.76.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.77.up_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.77.down_proj.weight": "model-00231-of-00260.safetensors", "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.78.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.78.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.79.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.79.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.80.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.80.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.81.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.81.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.82.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.82.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.83.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.83.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.84.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.84.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.85.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.85.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.86.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.86.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.87.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.87.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.88.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.88.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.89.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.89.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.90.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.90.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.91.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.91.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.92.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.92.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.93.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.93.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.94.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.94.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.95.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.95.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.96.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.96.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.97.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.97.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.98.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.98.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.99.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.99.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.100.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.100.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.101.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.101.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.102.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.102.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.103.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.103.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.104.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.104.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.105.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.105.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.106.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.106.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.107.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.107.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.108.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.108.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.109.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.109.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.110.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.110.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.111.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.111.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.112.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.112.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.113.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.113.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.114.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.114.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.115.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.115.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.116.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.116.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.117.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.117.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.118.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.118.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.119.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.119.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.120.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.120.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.121.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.121.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.122.up_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.122.down_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00232-of-00260.safetensors", "model.layers.54.mlp.experts.123.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.123.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.124.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.124.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.125.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.125.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.126.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.126.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.127.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.127.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.128.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.128.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.129.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.129.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.130.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.130.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.131.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.131.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.132.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.132.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.133.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.133.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.134.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.134.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.135.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.135.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.136.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.136.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.137.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.137.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.138.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.138.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.139.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.139.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.140.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.140.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.141.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.141.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.142.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.142.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.143.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.143.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.144.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.144.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.145.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.145.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.146.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.146.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.147.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.147.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.148.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.148.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.149.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.149.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.150.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.150.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.151.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.151.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.152.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.152.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.153.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.153.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.154.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.154.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.155.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.155.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.156.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.156.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.157.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.157.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.158.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.158.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.159.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.159.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.160.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.160.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.161.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.161.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.162.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.162.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.163.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.163.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.164.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.164.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.165.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.165.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.166.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.166.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.167.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.167.down_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.168.up_proj.weight": "model-00233-of-00260.safetensors", "model.layers.54.mlp.experts.168.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.169.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.169.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.170.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.170.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.171.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.171.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.172.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.172.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.173.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.173.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.174.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.174.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.175.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.175.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.176.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.176.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.177.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.177.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.178.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.178.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.179.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.179.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.180.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.180.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.181.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.181.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.182.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.182.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.183.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.183.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.184.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.184.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.185.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.185.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.186.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.186.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.187.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.187.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.188.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.188.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.189.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.189.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.190.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.190.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.191.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.experts.191.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.gate.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.54.input_layernorm.weight": "model-00234-of-00260.safetensors", "model.layers.54.post_attention_layernorm.weight": "model-00234-of-00260.safetensors", "model.layers.54.post_mlp_layernorm.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.q_a_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.q_a_layernorm.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.q_b_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.kv_b_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.self_attn.o_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.0.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.0.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.1.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.1.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.2.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.2.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.3.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.3.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.4.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.4.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.5.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.5.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.6.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.6.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.7.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.7.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.8.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.8.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.9.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.9.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.10.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.10.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.11.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.11.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.12.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.12.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.13.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.13.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.14.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.14.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.15.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.15.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.16.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.16.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.17.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.17.down_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.18.up_proj.weight": "model-00234-of-00260.safetensors", "model.layers.55.mlp.experts.18.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.19.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.19.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.20.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.20.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.21.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.21.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.22.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.22.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.23.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.23.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.24.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.24.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.25.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.25.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.26.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.26.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.27.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.27.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.28.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.28.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.29.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.29.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.30.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.30.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.31.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.31.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.32.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.32.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.33.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.33.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.34.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.34.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.35.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.35.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.36.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.36.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.37.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.37.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.38.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.38.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.39.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.39.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.40.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.40.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.41.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.41.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.42.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.42.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.43.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.43.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.44.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.44.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.45.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.45.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.46.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.46.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.47.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.47.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.48.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.48.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.49.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.49.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.50.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.50.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.51.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.51.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.52.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.52.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.53.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.53.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.54.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.54.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.55.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.55.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.56.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.56.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.57.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.57.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.58.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.58.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.59.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.59.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.60.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.60.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.61.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.61.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.62.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.62.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.63.up_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.63.down_proj.weight": "model-00235-of-00260.safetensors", "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.64.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.64.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.65.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.65.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.66.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.66.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.67.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.67.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.68.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.68.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.69.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.69.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.70.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.70.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.71.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.71.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.72.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.72.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.73.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.73.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.74.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.74.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.75.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.75.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.76.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.76.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.77.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.77.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.78.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.78.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.79.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.79.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.80.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.80.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.81.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.81.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.82.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.82.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.83.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.83.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.84.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.84.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.85.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.85.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.86.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.86.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.87.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.87.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.88.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.88.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.89.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.89.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.90.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.90.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.91.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.91.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.92.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.92.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.93.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.93.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.94.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.94.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.95.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.95.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.96.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.96.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.97.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.97.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.98.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.98.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.99.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.99.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.100.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.100.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.101.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.101.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.102.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.102.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.103.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.103.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.104.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.104.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.105.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.105.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.106.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.106.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.107.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.107.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.108.up_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.108.down_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00236-of-00260.safetensors", "model.layers.55.mlp.experts.109.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.109.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.110.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.110.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.111.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.111.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.112.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.112.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.113.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.113.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.114.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.114.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.115.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.115.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.116.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.116.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.117.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.117.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.118.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.118.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.119.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.119.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.120.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.120.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.121.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.121.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.122.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.122.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.123.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.123.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.124.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.124.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.125.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.125.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.126.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.126.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.127.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.127.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.128.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.128.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.129.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.129.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.130.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.130.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.131.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.131.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.132.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.132.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.133.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.133.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.134.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.134.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.135.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.135.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.136.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.136.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.137.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.137.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.138.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.138.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.139.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.139.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.140.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.140.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.141.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.141.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.142.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.142.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.143.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.143.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.144.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.144.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.145.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.145.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.146.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.146.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.147.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.147.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.148.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.148.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.149.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.149.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.150.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.150.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.151.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.151.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.152.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.152.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.153.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.153.down_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.154.up_proj.weight": "model-00237-of-00260.safetensors", "model.layers.55.mlp.experts.154.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.155.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.155.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.156.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.156.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.157.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.157.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.158.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.158.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.159.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.159.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.160.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.160.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.161.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.161.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.162.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.162.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.163.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.163.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.164.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.164.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.165.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.165.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.166.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.166.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.167.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.167.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.168.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.168.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.169.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.169.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.170.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.170.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.171.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.171.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.172.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.172.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.173.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.173.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.174.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.174.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.175.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.175.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.176.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.176.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.177.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.177.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.178.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.178.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.179.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.179.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.180.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.180.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.181.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.181.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.182.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.182.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.183.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.183.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.184.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.184.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.185.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.185.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.186.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.186.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.187.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.187.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.188.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.188.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.189.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.189.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.190.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.190.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.191.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.experts.191.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.gate.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.55.input_layernorm.weight": "model-00238-of-00260.safetensors", "model.layers.55.post_attention_layernorm.weight": "model-00238-of-00260.safetensors", "model.layers.55.post_mlp_layernorm.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.q_a_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.q_a_layernorm.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.q_b_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.kv_b_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.self_attn.o_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.0.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.0.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.1.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.1.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.2.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.2.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.3.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.3.down_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.4.up_proj.weight": "model-00238-of-00260.safetensors", "model.layers.56.mlp.experts.4.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.5.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.5.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.6.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.6.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.7.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.7.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.8.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.8.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.9.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.9.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.10.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.10.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.11.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.11.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.12.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.12.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.13.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.13.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.14.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.14.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.15.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.15.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.16.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.16.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.17.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.17.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.18.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.18.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.19.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.19.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.20.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.20.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.21.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.21.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.22.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.22.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.23.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.23.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.24.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.24.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.25.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.25.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.26.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.26.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.27.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.27.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.28.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.28.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.29.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.29.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.30.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.30.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.31.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.31.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.32.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.32.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.33.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.33.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.34.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.34.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.35.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.35.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.36.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.36.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.37.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.37.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.38.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.38.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.39.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.39.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.40.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.40.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.41.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.41.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.42.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.42.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.43.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.43.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.44.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.44.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.45.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.45.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.46.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.46.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.47.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.47.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.48.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.48.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.49.up_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.49.down_proj.weight": "model-00239-of-00260.safetensors", "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.50.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.50.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.51.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.51.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.52.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.52.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.53.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.53.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.54.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.54.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.55.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.55.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.56.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.56.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.57.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.57.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.58.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.58.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.59.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.59.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.60.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.60.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.61.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.61.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.62.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.62.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.63.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.63.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.64.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.64.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.65.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.65.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.66.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.66.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.67.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.67.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.68.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.68.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.69.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.69.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.70.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.70.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.71.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.71.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.72.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.72.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.73.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.73.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.74.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.74.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.75.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.75.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.76.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.76.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.77.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.77.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.78.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.78.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.79.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.79.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.80.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.80.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.81.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.81.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.82.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.82.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.83.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.83.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.84.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.84.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.85.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.85.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.86.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.86.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.87.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.87.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.88.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.88.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.89.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.89.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.90.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.90.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.91.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.91.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.92.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.92.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.93.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.93.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.94.up_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.94.down_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00240-of-00260.safetensors", "model.layers.56.mlp.experts.95.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.95.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.96.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.96.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.97.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.97.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.98.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.98.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.99.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.99.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.100.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.100.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.101.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.101.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.102.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.102.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.103.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.103.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.104.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.104.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.105.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.105.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.106.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.106.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.107.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.107.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.108.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.108.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.109.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.109.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.110.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.110.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.111.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.111.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.112.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.112.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.113.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.113.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.114.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.114.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.115.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.115.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.116.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.116.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.117.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.117.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.118.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.118.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.119.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.119.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.120.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.120.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.121.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.121.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.122.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.122.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.123.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.123.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.124.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.124.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.125.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.125.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.126.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.126.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.127.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.127.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.128.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.128.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.129.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.129.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.130.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.130.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.131.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.131.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.132.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.132.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.133.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.133.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.134.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.134.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.135.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.135.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.136.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.136.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.137.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.137.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.138.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.138.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.139.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.139.down_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.140.up_proj.weight": "model-00241-of-00260.safetensors", "model.layers.56.mlp.experts.140.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.141.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.141.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.142.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.142.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.143.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.143.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.144.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.144.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.145.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.145.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.146.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.146.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.147.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.147.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.148.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.148.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.149.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.149.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.150.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.150.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.151.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.151.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.152.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.152.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.153.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.153.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.154.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.154.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.155.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.155.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.156.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.156.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.157.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.157.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.158.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.158.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.159.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.159.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.160.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.160.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.161.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.161.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.162.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.162.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.163.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.163.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.164.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.164.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.165.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.165.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.166.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.166.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.167.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.167.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.168.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.168.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.169.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.169.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.170.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.170.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.171.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.171.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.172.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.172.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.173.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.173.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.174.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.174.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.175.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.175.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.176.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.176.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.177.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.177.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.178.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.178.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.179.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.179.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.180.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.180.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.181.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.181.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.182.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.182.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.183.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.183.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.184.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.184.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.185.up_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.185.down_proj.weight": "model-00242-of-00260.safetensors", "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.186.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.186.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.187.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.187.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.188.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.188.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.189.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.189.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.190.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.190.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.191.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.experts.191.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.gate.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.56.input_layernorm.weight": "model-00243-of-00260.safetensors", "model.layers.56.post_attention_layernorm.weight": "model-00243-of-00260.safetensors", "model.layers.56.post_mlp_layernorm.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.q_a_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.q_a_layernorm.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.q_b_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.kv_b_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.self_attn.o_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.0.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.0.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.1.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.1.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.2.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.2.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.3.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.3.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.4.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.4.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.5.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.5.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.6.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.6.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.7.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.7.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.8.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.8.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.9.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.9.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.10.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.10.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.11.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.11.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.12.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.12.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.13.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.13.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.14.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.14.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.15.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.15.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.16.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.16.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.17.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.17.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.18.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.18.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.19.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.19.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.20.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.20.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.21.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.21.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.22.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.22.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.23.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.23.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.24.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.24.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.25.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.25.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.26.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.26.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.27.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.27.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.28.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.28.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.29.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.29.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.30.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.30.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.31.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.31.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.32.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.32.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.33.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.33.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.34.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.34.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.35.up_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.35.down_proj.weight": "model-00243-of-00260.safetensors", "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.36.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.36.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.37.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.37.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.38.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.38.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.39.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.39.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.40.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.40.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.41.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.41.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.42.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.42.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.43.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.43.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.44.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.44.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.45.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.45.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.46.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.46.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.47.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.47.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.48.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.48.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.49.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.49.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.50.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.50.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.51.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.51.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.52.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.52.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.53.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.53.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.54.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.54.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.55.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.55.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.56.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.56.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.57.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.57.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.58.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.58.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.59.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.59.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.60.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.60.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.61.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.61.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.62.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.62.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.63.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.63.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.64.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.64.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.65.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.65.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.66.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.66.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.67.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.67.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.68.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.68.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.69.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.69.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.70.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.70.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.71.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.71.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.72.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.72.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.73.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.73.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.74.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.74.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.75.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.75.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.76.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.76.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.77.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.77.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.78.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.78.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.79.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.79.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.80.up_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.80.down_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00244-of-00260.safetensors", "model.layers.57.mlp.experts.81.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.81.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.82.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.82.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.83.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.83.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.84.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.84.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.85.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.85.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.86.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.86.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.87.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.87.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.88.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.88.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.89.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.89.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.90.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.90.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.91.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.91.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.92.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.92.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.93.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.93.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.94.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.94.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.95.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.95.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.96.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.96.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.97.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.97.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.98.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.98.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.99.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.99.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.100.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.100.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.101.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.101.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.102.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.102.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.103.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.103.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.104.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.104.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.105.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.105.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.106.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.106.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.107.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.107.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.108.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.108.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.109.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.109.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.110.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.110.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.111.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.111.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.112.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.112.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.113.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.113.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.114.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.114.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.115.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.115.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.116.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.116.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.117.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.117.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.118.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.118.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.119.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.119.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.120.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.120.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.121.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.121.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.122.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.122.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.123.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.123.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.124.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.124.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.125.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.125.down_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.126.up_proj.weight": "model-00245-of-00260.safetensors", "model.layers.57.mlp.experts.126.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.127.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.127.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.128.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.128.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.129.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.129.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.130.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.130.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.131.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.131.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.132.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.132.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.133.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.133.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.134.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.134.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.135.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.135.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.136.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.136.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.137.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.137.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.138.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.138.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.139.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.139.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.140.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.140.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.141.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.141.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.142.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.142.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.143.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.143.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.144.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.144.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.145.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.145.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.146.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.146.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.147.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.147.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.148.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.148.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.149.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.149.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.150.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.150.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.151.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.151.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.152.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.152.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.153.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.153.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.154.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.154.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.155.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.155.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.156.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.156.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.157.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.157.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.158.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.158.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.159.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.159.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.160.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.160.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.161.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.161.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.162.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.162.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.163.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.163.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.164.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.164.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.165.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.165.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.166.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.166.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.167.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.167.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.168.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.168.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.169.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.169.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.170.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.170.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.171.up_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.171.down_proj.weight": "model-00246-of-00260.safetensors", "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.172.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.172.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.173.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.173.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.174.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.174.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.175.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.175.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.176.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.176.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.177.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.177.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.178.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.178.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.179.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.179.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.180.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.180.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.181.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.181.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.182.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.182.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.183.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.183.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.184.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.184.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.185.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.185.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.186.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.186.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.187.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.187.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.188.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.188.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.189.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.189.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.190.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.190.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.191.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.experts.191.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.gate.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.57.input_layernorm.weight": "model-00247-of-00260.safetensors", "model.layers.57.post_attention_layernorm.weight": "model-00247-of-00260.safetensors", "model.layers.57.post_mlp_layernorm.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.q_a_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.q_a_layernorm.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.q_b_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.kv_b_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.self_attn.o_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.0.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.0.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.1.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.1.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.2.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.2.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.3.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.3.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.4.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.4.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.5.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.5.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.6.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.6.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.7.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.7.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.8.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.8.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.9.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.9.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.10.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.10.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.11.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.11.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.12.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.12.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.13.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.13.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.14.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.14.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.15.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.15.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.16.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.16.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.17.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.17.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.18.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.18.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.19.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.19.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.20.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.20.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.21.up_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.21.down_proj.weight": "model-00247-of-00260.safetensors", "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.22.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.22.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.23.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.23.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.24.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.24.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.25.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.25.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.26.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.26.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.27.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.27.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.28.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.28.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.29.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.29.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.30.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.30.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.31.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.31.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.32.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.32.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.33.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.33.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.34.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.34.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.35.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.35.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.36.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.36.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.37.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.37.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.38.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.38.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.39.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.39.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.40.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.40.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.41.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.41.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.42.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.42.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.43.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.43.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.44.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.44.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.45.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.45.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.46.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.46.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.47.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.47.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.48.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.48.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.49.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.49.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.50.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.50.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.51.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.51.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.52.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.52.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.53.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.53.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.54.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.54.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.55.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.55.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.56.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.56.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.57.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.57.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.58.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.58.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.59.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.59.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.60.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.60.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.61.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.61.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.62.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.62.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.63.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.63.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.64.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.64.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.65.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.65.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.66.up_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.66.down_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00248-of-00260.safetensors", "model.layers.58.mlp.experts.67.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.67.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.68.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.68.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.69.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.69.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.70.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.70.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.71.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.71.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.72.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.72.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.73.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.73.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.74.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.74.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.75.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.75.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.76.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.76.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.77.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.77.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.78.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.78.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.79.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.79.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.80.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.80.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.81.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.81.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.82.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.82.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.83.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.83.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.84.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.84.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.85.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.85.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.86.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.86.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.87.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.87.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.88.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.88.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.89.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.89.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.90.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.90.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.91.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.91.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.92.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.92.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.93.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.93.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.94.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.94.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.95.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.95.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.96.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.96.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.97.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.97.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.98.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.98.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.99.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.99.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.100.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.100.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.101.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.101.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.102.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.102.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.103.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.103.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.104.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.104.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.105.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.105.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.106.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.106.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.107.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.107.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.108.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.108.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.109.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.109.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.110.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.110.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.111.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.111.down_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.112.up_proj.weight": "model-00249-of-00260.safetensors", "model.layers.58.mlp.experts.112.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.113.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.113.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.114.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.114.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.115.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.115.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.116.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.116.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.117.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.117.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.118.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.118.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.119.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.119.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.120.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.120.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.121.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.121.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.122.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.122.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.123.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.123.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.124.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.124.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.125.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.125.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.126.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.126.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.127.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.127.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.128.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.128.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.129.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.129.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.130.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.130.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.131.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.131.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.132.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.132.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.133.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.133.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.134.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.134.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.135.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.135.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.136.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.136.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.137.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.137.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.138.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.138.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.139.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.139.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.140.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.140.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.141.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.141.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.142.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.142.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.143.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.143.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.144.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.144.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.145.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.145.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.146.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.146.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.147.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.147.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.148.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.148.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.149.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.149.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.150.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.150.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.151.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.151.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.152.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.152.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.153.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.153.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.154.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.154.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.155.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.155.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.156.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.156.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.157.up_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.157.down_proj.weight": "model-00250-of-00260.safetensors", "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.158.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.158.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.159.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.159.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.160.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.160.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.161.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.161.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.162.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.162.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.163.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.163.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.164.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.164.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.165.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.165.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.166.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.166.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.167.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.167.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.168.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.168.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.169.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.169.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.170.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.170.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.171.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.171.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.172.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.172.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.173.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.173.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.174.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.174.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.175.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.175.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.176.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.176.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.177.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.177.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.178.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.178.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.179.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.179.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.180.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.180.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.181.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.181.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.182.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.182.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.183.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.183.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.184.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.184.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.185.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.185.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.186.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.186.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.187.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.187.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.188.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.188.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.189.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.189.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.190.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.190.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.191.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.experts.191.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.gate.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.58.input_layernorm.weight": "model-00251-of-00260.safetensors", "model.layers.58.post_attention_layernorm.weight": "model-00251-of-00260.safetensors", "model.layers.58.post_mlp_layernorm.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.q_a_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.q_a_layernorm.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.q_b_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.kv_b_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.self_attn.o_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.0.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.0.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.1.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.1.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.2.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.2.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.3.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.3.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.4.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.4.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.5.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.5.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.6.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.6.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.7.up_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.7.down_proj.weight": "model-00251-of-00260.safetensors", "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.8.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.8.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.9.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.9.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.10.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.10.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.11.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.11.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.12.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.12.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.13.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.13.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.14.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.14.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.15.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.15.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.16.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.16.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.17.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.17.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.18.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.18.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.19.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.19.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.20.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.20.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.21.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.21.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.22.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.22.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.23.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.23.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.24.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.24.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.25.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.25.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.26.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.26.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.27.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.27.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.28.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.28.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.29.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.29.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.30.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.30.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.31.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.31.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.32.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.32.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.33.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.33.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.34.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.34.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.35.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.35.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.36.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.36.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.37.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.37.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.38.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.38.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.39.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.39.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.40.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.40.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.41.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.41.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.42.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.42.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.43.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.43.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.44.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.44.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.45.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.45.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.46.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.46.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.47.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.47.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.48.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.48.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.49.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.49.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.50.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.50.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.51.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.51.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.52.up_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.52.down_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00252-of-00260.safetensors", "model.layers.59.mlp.experts.53.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.53.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.54.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.54.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.55.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.55.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.56.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.56.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.57.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.57.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.58.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.58.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.59.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.59.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.60.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.60.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.61.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.61.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.62.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.62.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.63.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.63.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.64.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.64.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.65.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.65.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.66.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.66.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.67.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.67.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.68.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.68.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.69.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.69.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.70.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.70.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.71.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.71.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.72.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.72.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.73.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.73.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.74.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.74.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.75.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.75.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.76.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.76.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.77.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.77.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.78.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.78.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.79.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.79.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.80.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.80.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.81.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.81.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.82.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.82.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.83.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.83.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.84.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.84.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.85.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.85.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.86.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.86.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.87.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.87.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.88.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.88.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.89.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.89.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.90.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.90.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.91.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.91.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.92.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.92.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.93.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.93.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.94.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.94.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.95.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.95.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.96.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.96.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.97.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.97.down_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.98.up_proj.weight": "model-00253-of-00260.safetensors", "model.layers.59.mlp.experts.98.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.99.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.99.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.100.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.100.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.101.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.101.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.102.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.102.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.103.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.103.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.104.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.104.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.105.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.105.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.106.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.106.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.107.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.107.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.108.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.108.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.109.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.109.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.110.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.110.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.111.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.111.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.112.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.112.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.113.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.113.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.114.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.114.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.115.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.115.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.116.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.116.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.117.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.117.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.118.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.118.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.119.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.119.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.120.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.120.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.121.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.121.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.122.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.122.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.123.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.123.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.124.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.124.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.125.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.125.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.126.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.126.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.127.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.127.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.128.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.128.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.129.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.129.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.130.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.130.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.131.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.131.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.132.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.132.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.133.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.133.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.134.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.134.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.135.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.135.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.136.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.136.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.137.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.137.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.138.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.138.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.139.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.139.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.140.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.140.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.141.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.141.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.142.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.142.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.143.up_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.143.down_proj.weight": "model-00254-of-00260.safetensors", "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.144.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.144.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.145.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.145.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.146.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.146.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.147.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.147.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.148.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.148.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.149.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.149.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.150.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.150.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.151.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.151.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.152.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.152.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.153.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.153.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.154.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.154.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.155.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.155.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.156.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.156.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.157.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.157.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.158.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.158.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.159.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.159.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.160.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.160.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.161.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.161.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.162.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.162.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.163.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.163.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.164.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.164.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.165.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.165.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.166.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.166.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.167.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.167.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.168.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.168.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.169.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.169.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.170.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.170.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.171.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.171.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.172.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.172.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.173.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.173.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.174.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.174.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.175.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.175.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.176.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.176.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.177.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.177.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.178.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.178.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.179.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.179.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.180.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.180.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.181.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.181.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.182.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.182.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.183.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.183.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.184.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.184.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.185.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.185.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.186.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.186.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.187.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.187.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.188.up_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.188.down_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00255-of-00260.safetensors", "model.layers.59.mlp.experts.189.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.189.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.190.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.190.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.191.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.experts.191.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.gate.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.59.input_layernorm.weight": "model-00256-of-00260.safetensors", "model.layers.59.post_attention_layernorm.weight": "model-00256-of-00260.safetensors", "model.layers.59.post_mlp_layernorm.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.q_a_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.q_a_layernorm.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.q_b_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.kv_b_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.self_attn.o_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.0.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.0.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.1.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.1.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.2.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.2.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.3.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.3.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.4.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.4.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.5.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.5.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.6.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.6.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.7.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.7.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.8.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.8.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.9.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.9.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.10.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.10.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.11.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.11.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.12.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.12.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.13.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.13.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.14.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.14.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.15.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.15.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.16.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.16.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.17.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.17.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.18.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.18.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.19.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.19.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.20.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.20.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.21.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.21.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.22.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.22.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.23.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.23.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.24.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.24.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.25.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.25.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.26.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.26.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.27.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.27.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.28.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.28.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.29.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.29.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.30.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.30.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.31.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.31.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.32.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.32.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.33.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.33.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.34.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.34.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.35.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.35.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.36.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.36.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.37.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.37.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.38.up_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.38.down_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00256-of-00260.safetensors", "model.layers.60.mlp.experts.39.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.39.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.40.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.40.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.41.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.41.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.42.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.42.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.43.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.43.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.44.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.44.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.45.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.45.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.46.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.46.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.47.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.47.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.48.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.48.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.49.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.49.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.50.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.50.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.51.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.51.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.52.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.52.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.53.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.53.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.54.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.54.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.55.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.55.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.56.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.56.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.57.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.57.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.58.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.58.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.59.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.59.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.60.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.60.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.61.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.61.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.62.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.62.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.63.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.63.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.64.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.64.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.65.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.65.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.66.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.66.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.67.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.67.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.68.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.68.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.69.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.69.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.70.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.70.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.71.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.71.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.72.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.72.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.73.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.73.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.74.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.74.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.75.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.75.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.76.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.76.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.77.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.77.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.78.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.78.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.79.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.79.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.80.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.80.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.81.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.81.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.82.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.82.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.83.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.83.down_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.84.up_proj.weight": "model-00257-of-00260.safetensors", "model.layers.60.mlp.experts.84.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.85.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.85.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.86.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.86.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.87.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.87.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.88.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.88.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.89.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.89.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.90.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.90.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.91.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.91.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.92.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.92.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.93.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.93.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.94.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.94.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.95.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.95.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.96.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.96.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.97.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.97.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.98.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.98.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.99.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.99.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.100.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.100.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.101.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.101.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.102.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.102.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.103.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.103.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.104.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.104.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.105.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.105.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.106.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.106.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.107.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.107.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.108.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.108.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.109.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.109.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.110.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.110.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.111.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.111.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.112.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.112.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.113.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.113.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.114.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.114.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.115.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.115.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.116.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.116.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.117.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.117.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.118.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.118.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.119.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.119.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.120.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.120.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.121.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.121.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.122.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.122.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.123.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.123.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.124.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.124.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.125.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.125.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.126.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.126.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.127.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.127.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.128.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.128.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.129.up_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.129.down_proj.weight": "model-00258-of-00260.safetensors", "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.130.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.130.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.131.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.131.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.132.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.132.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.133.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.133.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.134.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.134.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.135.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.135.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.136.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.136.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.137.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.137.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.138.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.138.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.139.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.139.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.140.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.140.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.141.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.141.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.142.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.142.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.143.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.143.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.144.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.144.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.145.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.145.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.146.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.146.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.147.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.147.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.148.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.148.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.149.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.149.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.150.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.150.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.151.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.151.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.152.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.152.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.153.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.153.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.154.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.154.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.155.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.155.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.156.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.156.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.157.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.157.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.158.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.158.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.159.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.159.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.160.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.160.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.161.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.161.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.162.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.162.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.163.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.163.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.164.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.164.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.165.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.165.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.166.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.166.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.167.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.167.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.168.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.168.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.169.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.169.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.170.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.170.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.171.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.171.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.172.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.172.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.173.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.173.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.174.up_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.174.down_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00259-of-00260.safetensors", "model.layers.60.mlp.experts.175.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.175.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.176.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.176.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.177.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.177.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.178.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.178.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.179.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.179.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.180.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.180.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.181.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.181.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.182.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.182.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.183.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.183.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.184.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.184.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.185.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.185.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.186.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.186.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.187.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.187.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.188.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.188.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.189.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.189.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.190.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.190.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.191.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.experts.191.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.gate.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00260-of-00260.safetensors", "model.layers.60.input_layernorm.weight": "model-00260-of-00260.safetensors", "model.layers.60.post_attention_layernorm.weight": "model-00260-of-00260.safetensors", "model.layers.60.post_mlp_layernorm.weight": "model-00260-of-00260.safetensors", "model.norm.weight": "model-00260-of-00260.safetensors", "lm_head.weight": "model-00260-of-00260.safetensors"}} \ No newline at end of file +{ + "metadata": { + "total_size": 1037966118912 + }, + "weight_map": { + "lm_head.weight": "model-00260-of-00260.safetensors", + "model.embed_tokens.weight": "model-00001-of-00260.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.0.post_mlp_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.1.input_layernorm.weight": "model-00006-of-00260.safetensors", + "model.layers.1.mlp.experts.down_proj": "model-00001-of-00260.safetensors", + "model.layers.1.mlp.experts.gate_up_proj": "model-00001-of-00260.safetensors", + "model.layers.1.mlp.gate.weight": "model-00006-of-00260.safetensors", + "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00006-of-00260.safetensors", + "model.layers.1.post_mlp_layernorm.weight": "model-00006-of-00260.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00001-of-00260.safetensors", + "model.layers.10.input_layernorm.weight": "model-00044-of-00260.safetensors", + "model.layers.10.mlp.experts.down_proj": "model-00040-of-00260.safetensors", + "model.layers.10.mlp.experts.gate_up_proj": "model-00040-of-00260.safetensors", + "model.layers.10.mlp.gate.weight": "model-00044-of-00260.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00044-of-00260.safetensors", + "model.layers.10.post_mlp_layernorm.weight": "model-00044-of-00260.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.11.input_layernorm.weight": "model-00049-of-00260.safetensors", + "model.layers.11.mlp.experts.down_proj": "model-00044-of-00260.safetensors", + "model.layers.11.mlp.experts.gate_up_proj": "model-00044-of-00260.safetensors", + "model.layers.11.mlp.gate.weight": "model-00049-of-00260.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00049-of-00260.safetensors", + "model.layers.11.post_mlp_layernorm.weight": "model-00049-of-00260.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00044-of-00260.safetensors", + "model.layers.12.input_layernorm.weight": "model-00053-of-00260.safetensors", + "model.layers.12.mlp.experts.down_proj": "model-00049-of-00260.safetensors", + "model.layers.12.mlp.experts.gate_up_proj": "model-00049-of-00260.safetensors", + "model.layers.12.mlp.gate.weight": "model-00053-of-00260.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00053-of-00260.safetensors", + "model.layers.12.post_mlp_layernorm.weight": "model-00053-of-00260.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00049-of-00260.safetensors", + "model.layers.13.input_layernorm.weight": "model-00057-of-00260.safetensors", + "model.layers.13.mlp.experts.down_proj": "model-00053-of-00260.safetensors", + "model.layers.13.mlp.experts.gate_up_proj": "model-00053-of-00260.safetensors", + "model.layers.13.mlp.gate.weight": "model-00057-of-00260.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00057-of-00260.safetensors", + "model.layers.13.post_mlp_layernorm.weight": "model-00057-of-00260.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00053-of-00260.safetensors", + "model.layers.14.input_layernorm.weight": "model-00062-of-00260.safetensors", + "model.layers.14.mlp.experts.down_proj": "model-00057-of-00260.safetensors", + "model.layers.14.mlp.experts.gate_up_proj": "model-00057-of-00260.safetensors", + "model.layers.14.mlp.gate.weight": "model-00062-of-00260.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00062-of-00260.safetensors", + "model.layers.14.post_mlp_layernorm.weight": "model-00062-of-00260.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00057-of-00260.safetensors", + "model.layers.15.input_layernorm.weight": "model-00066-of-00260.safetensors", + "model.layers.15.mlp.experts.down_proj": "model-00062-of-00260.safetensors", + "model.layers.15.mlp.experts.gate_up_proj": "model-00062-of-00260.safetensors", + "model.layers.15.mlp.gate.weight": "model-00066-of-00260.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00066-of-00260.safetensors", + "model.layers.15.post_mlp_layernorm.weight": "model-00066-of-00260.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00062-of-00260.safetensors", + "model.layers.16.input_layernorm.weight": "model-00070-of-00260.safetensors", + "model.layers.16.mlp.experts.down_proj": "model-00066-of-00260.safetensors", + "model.layers.16.mlp.experts.gate_up_proj": "model-00066-of-00260.safetensors", + "model.layers.16.mlp.gate.weight": "model-00070-of-00260.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00070-of-00260.safetensors", + "model.layers.16.post_mlp_layernorm.weight": "model-00070-of-00260.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00066-of-00260.safetensors", + "model.layers.17.input_layernorm.weight": "model-00075-of-00260.safetensors", + "model.layers.17.mlp.experts.down_proj": "model-00070-of-00260.safetensors", + "model.layers.17.mlp.experts.gate_up_proj": "model-00070-of-00260.safetensors", + "model.layers.17.mlp.gate.weight": "model-00075-of-00260.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00075-of-00260.safetensors", + "model.layers.17.post_mlp_layernorm.weight": "model-00075-of-00260.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00070-of-00260.safetensors", + "model.layers.18.input_layernorm.weight": "model-00079-of-00260.safetensors", + "model.layers.18.mlp.experts.down_proj": "model-00075-of-00260.safetensors", + "model.layers.18.mlp.experts.gate_up_proj": "model-00075-of-00260.safetensors", + "model.layers.18.mlp.gate.weight": "model-00079-of-00260.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00079-of-00260.safetensors", + "model.layers.18.post_mlp_layernorm.weight": "model-00079-of-00260.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00075-of-00260.safetensors", + "model.layers.19.input_layernorm.weight": "model-00083-of-00260.safetensors", + "model.layers.19.mlp.experts.down_proj": "model-00079-of-00260.safetensors", + "model.layers.19.mlp.experts.gate_up_proj": "model-00079-of-00260.safetensors", + "model.layers.19.mlp.gate.weight": "model-00083-of-00260.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00083-of-00260.safetensors", + "model.layers.19.post_mlp_layernorm.weight": "model-00083-of-00260.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00079-of-00260.safetensors", + "model.layers.2.input_layernorm.weight": "model-00010-of-00260.safetensors", + "model.layers.2.mlp.experts.down_proj": "model-00006-of-00260.safetensors", + "model.layers.2.mlp.experts.gate_up_proj": "model-00006-of-00260.safetensors", + "model.layers.2.mlp.gate.weight": "model-00010-of-00260.safetensors", + "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00010-of-00260.safetensors", + "model.layers.2.post_mlp_layernorm.weight": "model-00010-of-00260.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00006-of-00260.safetensors", + "model.layers.20.input_layernorm.weight": "model-00088-of-00260.safetensors", + "model.layers.20.mlp.experts.down_proj": "model-00083-of-00260.safetensors", + "model.layers.20.mlp.experts.gate_up_proj": "model-00083-of-00260.safetensors", + "model.layers.20.mlp.gate.weight": "model-00087-of-00260.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00087-of-00260.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00088-of-00260.safetensors", + "model.layers.20.post_mlp_layernorm.weight": "model-00088-of-00260.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00083-of-00260.safetensors", + "model.layers.21.input_layernorm.weight": "model-00092-of-00260.safetensors", + "model.layers.21.mlp.experts.down_proj": "model-00088-of-00260.safetensors", + "model.layers.21.mlp.experts.gate_up_proj": "model-00088-of-00260.safetensors", + "model.layers.21.mlp.gate.weight": "model-00092-of-00260.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00092-of-00260.safetensors", + "model.layers.21.post_mlp_layernorm.weight": "model-00092-of-00260.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00088-of-00260.safetensors", + "model.layers.22.input_layernorm.weight": "model-00096-of-00260.safetensors", + "model.layers.22.mlp.experts.down_proj": "model-00092-of-00260.safetensors", + "model.layers.22.mlp.experts.gate_up_proj": "model-00092-of-00260.safetensors", + "model.layers.22.mlp.gate.weight": "model-00096-of-00260.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00096-of-00260.safetensors", + "model.layers.22.post_mlp_layernorm.weight": "model-00096-of-00260.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00092-of-00260.safetensors", + "model.layers.23.input_layernorm.weight": "model-00100-of-00260.safetensors", + "model.layers.23.mlp.experts.down_proj": "model-00096-of-00260.safetensors", + "model.layers.23.mlp.experts.gate_up_proj": "model-00096-of-00260.safetensors", + "model.layers.23.mlp.gate.weight": "model-00100-of-00260.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00100-of-00260.safetensors", + "model.layers.23.post_mlp_layernorm.weight": "model-00100-of-00260.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00096-of-00260.safetensors", + "model.layers.24.input_layernorm.weight": "model-00105-of-00260.safetensors", + "model.layers.24.mlp.experts.down_proj": "model-00100-of-00260.safetensors", + "model.layers.24.mlp.experts.gate_up_proj": "model-00100-of-00260.safetensors", + "model.layers.24.mlp.gate.weight": "model-00105-of-00260.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00105-of-00260.safetensors", + "model.layers.24.post_mlp_layernorm.weight": "model-00105-of-00260.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00100-of-00260.safetensors", + "model.layers.25.input_layernorm.weight": "model-00109-of-00260.safetensors", + "model.layers.25.mlp.experts.down_proj": "model-00105-of-00260.safetensors", + "model.layers.25.mlp.experts.gate_up_proj": "model-00105-of-00260.safetensors", + "model.layers.25.mlp.gate.weight": "model-00109-of-00260.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00109-of-00260.safetensors", + "model.layers.25.post_mlp_layernorm.weight": "model-00109-of-00260.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00105-of-00260.safetensors", + "model.layers.26.input_layernorm.weight": "model-00113-of-00260.safetensors", + "model.layers.26.mlp.experts.down_proj": "model-00109-of-00260.safetensors", + "model.layers.26.mlp.experts.gate_up_proj": "model-00109-of-00260.safetensors", + "model.layers.26.mlp.gate.weight": "model-00113-of-00260.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00113-of-00260.safetensors", + "model.layers.26.post_mlp_layernorm.weight": "model-00113-of-00260.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00109-of-00260.safetensors", + "model.layers.27.input_layernorm.weight": "model-00118-of-00260.safetensors", + "model.layers.27.mlp.experts.down_proj": "model-00113-of-00260.safetensors", + "model.layers.27.mlp.experts.gate_up_proj": "model-00113-of-00260.safetensors", + "model.layers.27.mlp.gate.weight": "model-00118-of-00260.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00118-of-00260.safetensors", + "model.layers.27.post_mlp_layernorm.weight": "model-00118-of-00260.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00113-of-00260.safetensors", + "model.layers.28.input_layernorm.weight": "model-00122-of-00260.safetensors", + "model.layers.28.mlp.experts.down_proj": "model-00118-of-00260.safetensors", + "model.layers.28.mlp.experts.gate_up_proj": "model-00118-of-00260.safetensors", + "model.layers.28.mlp.gate.weight": "model-00122-of-00260.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00122-of-00260.safetensors", + "model.layers.28.post_mlp_layernorm.weight": "model-00122-of-00260.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00118-of-00260.safetensors", + "model.layers.29.input_layernorm.weight": "model-00126-of-00260.safetensors", + "model.layers.29.mlp.experts.down_proj": "model-00122-of-00260.safetensors", + "model.layers.29.mlp.experts.gate_up_proj": "model-00122-of-00260.safetensors", + "model.layers.29.mlp.gate.weight": "model-00126-of-00260.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00126-of-00260.safetensors", + "model.layers.29.post_mlp_layernorm.weight": "model-00126-of-00260.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00122-of-00260.safetensors", + "model.layers.3.input_layernorm.weight": "model-00014-of-00260.safetensors", + "model.layers.3.mlp.experts.down_proj": "model-00010-of-00260.safetensors", + "model.layers.3.mlp.experts.gate_up_proj": "model-00010-of-00260.safetensors", + "model.layers.3.mlp.gate.weight": "model-00014-of-00260.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00014-of-00260.safetensors", + "model.layers.3.post_mlp_layernorm.weight": "model-00014-of-00260.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00010-of-00260.safetensors", + "model.layers.30.input_layernorm.weight": "model-00131-of-00260.safetensors", + "model.layers.30.mlp.experts.down_proj": "model-00126-of-00260.safetensors", + "model.layers.30.mlp.experts.gate_up_proj": "model-00126-of-00260.safetensors", + "model.layers.30.mlp.gate.weight": "model-00131-of-00260.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00131-of-00260.safetensors", + "model.layers.30.post_mlp_layernorm.weight": "model-00131-of-00260.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00126-of-00260.safetensors", + "model.layers.31.input_layernorm.weight": "model-00135-of-00260.safetensors", + "model.layers.31.mlp.experts.down_proj": "model-00131-of-00260.safetensors", + "model.layers.31.mlp.experts.gate_up_proj": "model-00131-of-00260.safetensors", + "model.layers.31.mlp.gate.weight": "model-00135-of-00260.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00135-of-00260.safetensors", + "model.layers.31.post_mlp_layernorm.weight": "model-00135-of-00260.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00131-of-00260.safetensors", + "model.layers.32.input_layernorm.weight": "model-00139-of-00260.safetensors", + "model.layers.32.mlp.experts.down_proj": "model-00135-of-00260.safetensors", + "model.layers.32.mlp.experts.gate_up_proj": "model-00135-of-00260.safetensors", + "model.layers.32.mlp.gate.weight": "model-00139-of-00260.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00139-of-00260.safetensors", + "model.layers.32.post_mlp_layernorm.weight": "model-00139-of-00260.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00135-of-00260.safetensors", + "model.layers.33.input_layernorm.weight": "model-00144-of-00260.safetensors", + "model.layers.33.mlp.experts.down_proj": "model-00139-of-00260.safetensors", + "model.layers.33.mlp.experts.gate_up_proj": "model-00139-of-00260.safetensors", + "model.layers.33.mlp.gate.weight": "model-00144-of-00260.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00144-of-00260.safetensors", + "model.layers.33.post_mlp_layernorm.weight": "model-00144-of-00260.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00139-of-00260.safetensors", + "model.layers.34.input_layernorm.weight": "model-00148-of-00260.safetensors", + "model.layers.34.mlp.experts.down_proj": "model-00144-of-00260.safetensors", + "model.layers.34.mlp.experts.gate_up_proj": "model-00144-of-00260.safetensors", + "model.layers.34.mlp.gate.weight": "model-00148-of-00260.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00148-of-00260.safetensors", + "model.layers.34.post_mlp_layernorm.weight": "model-00148-of-00260.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00144-of-00260.safetensors", + "model.layers.35.input_layernorm.weight": "model-00152-of-00260.safetensors", + "model.layers.35.mlp.experts.down_proj": "model-00148-of-00260.safetensors", + "model.layers.35.mlp.experts.gate_up_proj": "model-00148-of-00260.safetensors", + "model.layers.35.mlp.gate.weight": "model-00152-of-00260.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00152-of-00260.safetensors", + "model.layers.35.post_mlp_layernorm.weight": "model-00152-of-00260.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00148-of-00260.safetensors", + "model.layers.36.input_layernorm.weight": "model-00156-of-00260.safetensors", + "model.layers.36.mlp.experts.down_proj": "model-00152-of-00260.safetensors", + "model.layers.36.mlp.experts.gate_up_proj": "model-00152-of-00260.safetensors", + "model.layers.36.mlp.gate.weight": "model-00156-of-00260.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00156-of-00260.safetensors", + "model.layers.36.post_mlp_layernorm.weight": "model-00156-of-00260.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00152-of-00260.safetensors", + "model.layers.37.input_layernorm.weight": "model-00161-of-00260.safetensors", + "model.layers.37.mlp.experts.down_proj": "model-00157-of-00260.safetensors", + "model.layers.37.mlp.experts.gate_up_proj": "model-00157-of-00260.safetensors", + "model.layers.37.mlp.gate.weight": "model-00161-of-00260.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00161-of-00260.safetensors", + "model.layers.37.post_mlp_layernorm.weight": "model-00161-of-00260.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00156-of-00260.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00260.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00157-of-00260.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00156-of-00260.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00156-of-00260.safetensors", + "model.layers.38.input_layernorm.weight": "model-00165-of-00260.safetensors", + "model.layers.38.mlp.experts.down_proj": "model-00161-of-00260.safetensors", + "model.layers.38.mlp.experts.gate_up_proj": "model-00161-of-00260.safetensors", + "model.layers.38.mlp.gate.weight": "model-00165-of-00260.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00165-of-00260.safetensors", + "model.layers.38.post_mlp_layernorm.weight": "model-00165-of-00260.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00161-of-00260.safetensors", + "model.layers.39.input_layernorm.weight": "model-00169-of-00260.safetensors", + "model.layers.39.mlp.experts.down_proj": "model-00165-of-00260.safetensors", + "model.layers.39.mlp.experts.gate_up_proj": "model-00165-of-00260.safetensors", + "model.layers.39.mlp.gate.weight": "model-00169-of-00260.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00169-of-00260.safetensors", + "model.layers.39.post_mlp_layernorm.weight": "model-00169-of-00260.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00165-of-00260.safetensors", + "model.layers.4.input_layernorm.weight": "model-00019-of-00260.safetensors", + "model.layers.4.mlp.experts.down_proj": "model-00014-of-00260.safetensors", + "model.layers.4.mlp.experts.gate_up_proj": "model-00014-of-00260.safetensors", + "model.layers.4.mlp.gate.weight": "model-00019-of-00260.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00019-of-00260.safetensors", + "model.layers.4.post_mlp_layernorm.weight": "model-00019-of-00260.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00014-of-00260.safetensors", + "model.layers.40.input_layernorm.weight": "model-00174-of-00260.safetensors", + "model.layers.40.mlp.experts.down_proj": "model-00169-of-00260.safetensors", + "model.layers.40.mlp.experts.gate_up_proj": "model-00169-of-00260.safetensors", + "model.layers.40.mlp.gate.weight": "model-00174-of-00260.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00174-of-00260.safetensors", + "model.layers.40.post_mlp_layernorm.weight": "model-00174-of-00260.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00169-of-00260.safetensors", + "model.layers.41.input_layernorm.weight": "model-00178-of-00260.safetensors", + "model.layers.41.mlp.experts.down_proj": "model-00174-of-00260.safetensors", + "model.layers.41.mlp.experts.gate_up_proj": "model-00174-of-00260.safetensors", + "model.layers.41.mlp.gate.weight": "model-00178-of-00260.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00178-of-00260.safetensors", + "model.layers.41.post_mlp_layernorm.weight": "model-00178-of-00260.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00174-of-00260.safetensors", + "model.layers.42.input_layernorm.weight": "model-00182-of-00260.safetensors", + "model.layers.42.mlp.experts.down_proj": "model-00178-of-00260.safetensors", + "model.layers.42.mlp.experts.gate_up_proj": "model-00178-of-00260.safetensors", + "model.layers.42.mlp.gate.weight": "model-00182-of-00260.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00182-of-00260.safetensors", + "model.layers.42.post_mlp_layernorm.weight": "model-00182-of-00260.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00178-of-00260.safetensors", + "model.layers.43.input_layernorm.weight": "model-00187-of-00260.safetensors", + "model.layers.43.mlp.experts.down_proj": "model-00182-of-00260.safetensors", + "model.layers.43.mlp.experts.gate_up_proj": "model-00182-of-00260.safetensors", + "model.layers.43.mlp.gate.weight": "model-00187-of-00260.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00187-of-00260.safetensors", + "model.layers.43.post_mlp_layernorm.weight": "model-00187-of-00260.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00182-of-00260.safetensors", + "model.layers.44.input_layernorm.weight": "model-00191-of-00260.safetensors", + "model.layers.44.mlp.experts.down_proj": "model-00187-of-00260.safetensors", + "model.layers.44.mlp.experts.gate_up_proj": "model-00187-of-00260.safetensors", + "model.layers.44.mlp.gate.weight": "model-00191-of-00260.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00191-of-00260.safetensors", + "model.layers.44.post_mlp_layernorm.weight": "model-00191-of-00260.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00187-of-00260.safetensors", + "model.layers.45.input_layernorm.weight": "model-00195-of-00260.safetensors", + "model.layers.45.mlp.experts.down_proj": "model-00191-of-00260.safetensors", + "model.layers.45.mlp.experts.gate_up_proj": "model-00191-of-00260.safetensors", + "model.layers.45.mlp.gate.weight": "model-00195-of-00260.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00195-of-00260.safetensors", + "model.layers.45.post_mlp_layernorm.weight": "model-00195-of-00260.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00191-of-00260.safetensors", + "model.layers.46.input_layernorm.weight": "model-00200-of-00260.safetensors", + "model.layers.46.mlp.experts.down_proj": "model-00195-of-00260.safetensors", + "model.layers.46.mlp.experts.gate_up_proj": "model-00195-of-00260.safetensors", + "model.layers.46.mlp.gate.weight": "model-00200-of-00260.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00200-of-00260.safetensors", + "model.layers.46.post_mlp_layernorm.weight": "model-00200-of-00260.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00195-of-00260.safetensors", + "model.layers.47.input_layernorm.weight": "model-00204-of-00260.safetensors", + "model.layers.47.mlp.experts.down_proj": "model-00200-of-00260.safetensors", + "model.layers.47.mlp.experts.gate_up_proj": "model-00200-of-00260.safetensors", + "model.layers.47.mlp.gate.weight": "model-00204-of-00260.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00204-of-00260.safetensors", + "model.layers.47.post_mlp_layernorm.weight": "model-00204-of-00260.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00200-of-00260.safetensors", + "model.layers.48.input_layernorm.weight": "model-00208-of-00260.safetensors", + "model.layers.48.mlp.experts.down_proj": "model-00204-of-00260.safetensors", + "model.layers.48.mlp.experts.gate_up_proj": "model-00204-of-00260.safetensors", + "model.layers.48.mlp.gate.weight": "model-00208-of-00260.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00208-of-00260.safetensors", + "model.layers.48.post_mlp_layernorm.weight": "model-00208-of-00260.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00204-of-00260.safetensors", + "model.layers.49.input_layernorm.weight": "model-00212-of-00260.safetensors", + "model.layers.49.mlp.experts.down_proj": "model-00208-of-00260.safetensors", + "model.layers.49.mlp.experts.gate_up_proj": "model-00208-of-00260.safetensors", + "model.layers.49.mlp.gate.weight": "model-00212-of-00260.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00212-of-00260.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00212-of-00260.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00212-of-00260.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00212-of-00260.safetensors", + "model.layers.49.post_mlp_layernorm.weight": "model-00212-of-00260.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00208-of-00260.safetensors", + "model.layers.5.input_layernorm.weight": "model-00023-of-00260.safetensors", + "model.layers.5.mlp.experts.down_proj": "model-00019-of-00260.safetensors", + "model.layers.5.mlp.experts.gate_up_proj": "model-00019-of-00260.safetensors", + "model.layers.5.mlp.gate.weight": "model-00023-of-00260.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00023-of-00260.safetensors", + "model.layers.5.post_mlp_layernorm.weight": "model-00023-of-00260.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00019-of-00260.safetensors", + "model.layers.50.input_layernorm.weight": "model-00217-of-00260.safetensors", + "model.layers.50.mlp.experts.down_proj": "model-00213-of-00260.safetensors", + "model.layers.50.mlp.experts.gate_up_proj": "model-00213-of-00260.safetensors", + "model.layers.50.mlp.gate.weight": "model-00217-of-00260.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00217-of-00260.safetensors", + "model.layers.50.post_mlp_layernorm.weight": "model-00217-of-00260.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00213-of-00260.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00213-of-00260.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00213-of-00260.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00213-of-00260.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00212-of-00260.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00212-of-00260.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00213-of-00260.safetensors", + "model.layers.51.input_layernorm.weight": "model-00221-of-00260.safetensors", + "model.layers.51.mlp.experts.down_proj": "model-00217-of-00260.safetensors", + "model.layers.51.mlp.experts.gate_up_proj": "model-00217-of-00260.safetensors", + "model.layers.51.mlp.gate.weight": "model-00221-of-00260.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00221-of-00260.safetensors", + "model.layers.51.post_mlp_layernorm.weight": "model-00221-of-00260.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00217-of-00260.safetensors", + "model.layers.52.input_layernorm.weight": "model-00225-of-00260.safetensors", + "model.layers.52.mlp.experts.down_proj": "model-00221-of-00260.safetensors", + "model.layers.52.mlp.experts.gate_up_proj": "model-00221-of-00260.safetensors", + "model.layers.52.mlp.gate.weight": "model-00225-of-00260.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00225-of-00260.safetensors", + "model.layers.52.post_mlp_layernorm.weight": "model-00225-of-00260.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00221-of-00260.safetensors", + "model.layers.53.input_layernorm.weight": "model-00230-of-00260.safetensors", + "model.layers.53.mlp.experts.down_proj": "model-00225-of-00260.safetensors", + "model.layers.53.mlp.experts.gate_up_proj": "model-00225-of-00260.safetensors", + "model.layers.53.mlp.gate.weight": "model-00230-of-00260.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00230-of-00260.safetensors", + "model.layers.53.post_mlp_layernorm.weight": "model-00230-of-00260.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00225-of-00260.safetensors", + "model.layers.54.input_layernorm.weight": "model-00234-of-00260.safetensors", + "model.layers.54.mlp.experts.down_proj": "model-00230-of-00260.safetensors", + "model.layers.54.mlp.experts.gate_up_proj": "model-00230-of-00260.safetensors", + "model.layers.54.mlp.gate.weight": "model-00234-of-00260.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00234-of-00260.safetensors", + "model.layers.54.post_mlp_layernorm.weight": "model-00234-of-00260.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00230-of-00260.safetensors", + "model.layers.55.input_layernorm.weight": "model-00238-of-00260.safetensors", + "model.layers.55.mlp.experts.down_proj": "model-00234-of-00260.safetensors", + "model.layers.55.mlp.experts.gate_up_proj": "model-00234-of-00260.safetensors", + "model.layers.55.mlp.gate.weight": "model-00238-of-00260.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00238-of-00260.safetensors", + "model.layers.55.post_mlp_layernorm.weight": "model-00238-of-00260.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00234-of-00260.safetensors", + "model.layers.56.input_layernorm.weight": "model-00243-of-00260.safetensors", + "model.layers.56.mlp.experts.down_proj": "model-00238-of-00260.safetensors", + "model.layers.56.mlp.experts.gate_up_proj": "model-00238-of-00260.safetensors", + "model.layers.56.mlp.gate.weight": "model-00243-of-00260.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00243-of-00260.safetensors", + "model.layers.56.post_mlp_layernorm.weight": "model-00243-of-00260.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00238-of-00260.safetensors", + "model.layers.57.input_layernorm.weight": "model-00247-of-00260.safetensors", + "model.layers.57.mlp.experts.down_proj": "model-00243-of-00260.safetensors", + "model.layers.57.mlp.experts.gate_up_proj": "model-00243-of-00260.safetensors", + "model.layers.57.mlp.gate.weight": "model-00247-of-00260.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00247-of-00260.safetensors", + "model.layers.57.post_mlp_layernorm.weight": "model-00247-of-00260.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00243-of-00260.safetensors", + "model.layers.58.input_layernorm.weight": "model-00251-of-00260.safetensors", + "model.layers.58.mlp.experts.down_proj": "model-00247-of-00260.safetensors", + "model.layers.58.mlp.experts.gate_up_proj": "model-00247-of-00260.safetensors", + "model.layers.58.mlp.gate.weight": "model-00251-of-00260.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00251-of-00260.safetensors", + "model.layers.58.post_mlp_layernorm.weight": "model-00251-of-00260.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00247-of-00260.safetensors", + "model.layers.59.input_layernorm.weight": "model-00256-of-00260.safetensors", + "model.layers.59.mlp.experts.down_proj": "model-00251-of-00260.safetensors", + "model.layers.59.mlp.experts.gate_up_proj": "model-00251-of-00260.safetensors", + "model.layers.59.mlp.gate.weight": "model-00256-of-00260.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00256-of-00260.safetensors", + "model.layers.59.post_mlp_layernorm.weight": "model-00256-of-00260.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00251-of-00260.safetensors", + "model.layers.6.input_layernorm.weight": "model-00027-of-00260.safetensors", + "model.layers.6.mlp.experts.down_proj": "model-00023-of-00260.safetensors", + "model.layers.6.mlp.experts.gate_up_proj": "model-00023-of-00260.safetensors", + "model.layers.6.mlp.gate.weight": "model-00027-of-00260.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00027-of-00260.safetensors", + "model.layers.6.post_mlp_layernorm.weight": "model-00027-of-00260.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00023-of-00260.safetensors", + "model.layers.60.input_layernorm.weight": "model-00260-of-00260.safetensors", + "model.layers.60.mlp.experts.down_proj": "model-00256-of-00260.safetensors", + "model.layers.60.mlp.experts.gate_up_proj": "model-00256-of-00260.safetensors", + "model.layers.60.mlp.gate.weight": "model-00260-of-00260.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00260-of-00260.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00260-of-00260.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00260-of-00260.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00260-of-00260.safetensors", + "model.layers.60.post_mlp_layernorm.weight": "model-00260-of-00260.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00256-of-00260.safetensors", + "model.layers.7.input_layernorm.weight": "model-00031-of-00260.safetensors", + "model.layers.7.mlp.experts.down_proj": "model-00027-of-00260.safetensors", + "model.layers.7.mlp.experts.gate_up_proj": "model-00027-of-00260.safetensors", + "model.layers.7.mlp.gate.weight": "model-00031-of-00260.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00031-of-00260.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00031-of-00260.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00031-of-00260.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00031-of-00260.safetensors", + "model.layers.7.post_mlp_layernorm.weight": "model-00031-of-00260.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00027-of-00260.safetensors", + "model.layers.8.input_layernorm.weight": "model-00036-of-00260.safetensors", + "model.layers.8.mlp.experts.down_proj": "model-00032-of-00260.safetensors", + "model.layers.8.mlp.experts.gate_up_proj": "model-00032-of-00260.safetensors", + "model.layers.8.mlp.gate.weight": "model-00036-of-00260.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00036-of-00260.safetensors", + "model.layers.8.post_mlp_layernorm.weight": "model-00036-of-00260.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00032-of-00260.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00032-of-00260.safetensors", + "model.layers.9.input_layernorm.weight": "model-00040-of-00260.safetensors", + "model.layers.9.mlp.experts.down_proj": "model-00036-of-00260.safetensors", + "model.layers.9.mlp.experts.gate_up_proj": "model-00036-of-00260.safetensors", + "model.layers.9.mlp.gate.weight": "model-00040-of-00260.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00040-of-00260.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00040-of-00260.safetensors", + "model.layers.9.post_mlp_layernorm.weight": "model-00040-of-00260.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00036-of-00260.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00036-of-00260.safetensors", + "model.norm.weight": "model-00260-of-00260.safetensors" + } +} \ No newline at end of file diff --git a/modeling_axk1.py b/modeling_axk1.py deleted file mode 100644 index e354d45a0f271b18cedc44503e59b42fe2eadd0a..0000000000000000000000000000000000000000 --- a/modeling_axk1.py +++ /dev/null @@ -1,1833 +0,0 @@ -# coding=utf-8 -# Copyright 2025 A.X K1 team. -# Copyright 2023 DeepSeek-AI and The HuggingFace Inc. team. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This file is modified by the A.X K1 team, including: -# - Post-MLP Normalization: Added post-MLP normalization to the model. -# - Routing: Added support for routing without bias. -# -# Based on code from: -# https://huggingface.co/deepseek-ai/DeepSeek-V3/blob/main/modeling_deepseek.py - -""" PyTorch A.X K1 model.""" - -import math -import warnings -from typing import List, Optional, Tuple, Union - -import torch -import torch.nn.functional as F -from torch import nn -from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss - -from transformers.activations import ACT2FN -from transformers.cache_utils import Cache, DynamicCache -from transformers.modeling_attn_mask_utils import ( - _prepare_4d_causal_attention_mask, -) -from transformers.modeling_outputs import ( - BaseModelOutputWithPast, - CausalLMOutputWithPast, - SequenceClassifierOutputWithPast, -) -from transformers.modeling_utils import PreTrainedModel -from transformers.pytorch_utils import ( - ALL_LAYERNORM_LAYERS, - is_torch_greater_or_equal_than_2_1, -) -from transformers.utils import ( - add_start_docstrings, - add_start_docstrings_to_model_forward, - is_flash_attn_2_available, - is_flash_attn_greater_or_equal_2_10, - logging, - replace_return_docstrings, -) -from transformers.utils.import_utils import is_torch_fx_available -from .configuration_axk1 import AXK1Config -import torch.distributed as dist -import numpy as np - -if is_flash_attn_2_available(): - from flash_attn import flash_attn_func, flash_attn_varlen_func - from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa - - -# This makes `_prepare_4d_causal_attention_mask` a leaf function in the FX graph. -# It means that the function will not be traced through and simply appear as a node in the graph. -if is_torch_fx_available(): - if not is_torch_greater_or_equal_than_2_1: - import torch.fx - - _prepare_4d_causal_attention_mask = torch.fx.wrap(_prepare_4d_causal_attention_mask) - - -logger = logging.get_logger(__name__) - -_CONFIG_FOR_DOC = "AXK1Config" - - -def _get_unpad_data(attention_mask): - seqlens_in_batch = attention_mask.sum(dim=-1, dtype=torch.int32) - indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten() - max_seqlen_in_batch = seqlens_in_batch.max().item() - cu_seqlens = F.pad( - torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.torch.int32), (1, 0) - ) - return ( - indices, - cu_seqlens, - max_seqlen_in_batch, - ) - - -class AXK1RMSNorm(nn.Module): - def __init__(self, hidden_size, eps=1e-6): - """ - AXK1RMSNorm is equivalent to T5LayerNorm - """ - super().__init__() - self.weight = nn.Parameter(torch.ones(hidden_size)) - self.variance_epsilon = eps - - def forward(self, hidden_states): - input_dtype = hidden_states.dtype - hidden_states = hidden_states.to(torch.float32) - variance = hidden_states.pow(2).mean(-1, keepdim=True) - hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon) - return self.weight * hidden_states.to(input_dtype) - - -ALL_LAYERNORM_LAYERS.append(AXK1RMSNorm) - - -class AXK1RotaryEmbedding(nn.Module): - def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None): - super().__init__() - - self.dim = dim - self.max_position_embeddings = max_position_embeddings - self.base = base - inv_freq = 1.0 / ( - self.base ** (torch.arange(0, self.dim, 2).float().to(device) / self.dim) - ) - self.register_buffer("inv_freq", inv_freq, persistent=False) - - # Build here to make `torch.jit.trace` work. - self._set_cos_sin_cache( - seq_len=max_position_embeddings, - device=self.inv_freq.device, - dtype=torch.get_default_dtype(), - ) - self.max_seq_len_cached = None - - def _set_cos_sin_cache(self, seq_len, device, dtype): - self.max_seq_len_cached = seq_len - t = torch.arange( - self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype - ) - - freqs = torch.outer(t, self.inv_freq.to(t.device)) - # Different from paper, but it uses a different permutation in order to obtain the same calculation - emb = torch.cat((freqs, freqs), dim=-1) - self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False) - self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False) - - def forward(self, x, seq_len=None): - # x: [bs, num_attention_heads, seq_len, head_size] - if self.max_seq_len_cached is None or seq_len > self.max_seq_len_cached: - self._set_cos_sin_cache(seq_len=seq_len, device=x.device, dtype=x.dtype) - - return ( - self.cos_cached[:seq_len].to(dtype=x.dtype), - self.sin_cached[:seq_len].to(dtype=x.dtype), - ) - - -# Copied from transformers.models.llama.modeling_llama.LlamaLinearScalingRotaryEmbedding with Llama->AXK1 -class AXK1LinearScalingRotaryEmbedding(AXK1RotaryEmbedding): - """AXK1RotaryEmbedding extended with linear scaling. Credits to the Reddit user /u/kaiokendev""" - - def __init__( - self, - dim, - max_position_embeddings=2048, - base=10000, - device=None, - scaling_factor=1.0, - ): - self.scaling_factor = scaling_factor - super().__init__(dim, max_position_embeddings, base, device) - - def _set_cos_sin_cache(self, seq_len, device, dtype): - self.max_seq_len_cached = seq_len - t = torch.arange( - self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype - ) - t = t / self.scaling_factor - - freqs = torch.outer(t, self.inv_freq) - # Different from paper, but it uses a different permutation in order to obtain the same calculation - emb = torch.cat((freqs, freqs), dim=-1) - self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False) - self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False) - - -# Copied from transformers.models.llama.modeling_llama.LlamaDynamicNTKScalingRotaryEmbedding with Llama->AXK1 -class AXK1DynamicNTKScalingRotaryEmbedding(AXK1RotaryEmbedding): - """AXK1RotaryEmbedding extended with Dynamic NTK scaling. Credits to the Reddit users /u/bloc97 and /u/emozilla""" - - def __init__( - self, - dim, - max_position_embeddings=2048, - base=10000, - device=None, - scaling_factor=1.0, - ): - self.scaling_factor = scaling_factor - super().__init__(dim, max_position_embeddings, base, device) - - def _set_cos_sin_cache(self, seq_len, device, dtype): - self.max_seq_len_cached = seq_len - - if seq_len > self.max_position_embeddings: - base = self.base * ( - (self.scaling_factor * seq_len / self.max_position_embeddings) - - (self.scaling_factor - 1) - ) ** (self.dim / (self.dim - 2)) - inv_freq = 1.0 / ( - base ** (torch.arange(0, self.dim, 2).float().to(device) / self.dim) - ) - self.register_buffer("inv_freq", inv_freq, persistent=False) - - t = torch.arange( - self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype - ) - - freqs = torch.outer(t, self.inv_freq) - # Different from paper, but it uses a different permutation in order to obtain the same calculation - emb = torch.cat((freqs, freqs), dim=-1) - self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False) - self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False) - - -# Inverse dim formula to find dim based on number of rotations -def yarn_find_correction_dim( - num_rotations, dim, base=10000, max_position_embeddings=2048 -): - return (dim * math.log(max_position_embeddings / (num_rotations * 2 * math.pi))) / ( - 2 * math.log(base) - ) - - -# Find dim range bounds based on rotations -def yarn_find_correction_range( - low_rot, high_rot, dim, base=10000, max_position_embeddings=2048 -): - low = math.floor( - yarn_find_correction_dim(low_rot, dim, base, max_position_embeddings) - ) - high = math.ceil( - yarn_find_correction_dim(high_rot, dim, base, max_position_embeddings) - ) - return max(low, 0), min(high, dim - 1) # Clamp values just in case - - -def yarn_get_mscale(scale=1, mscale=1): - if scale <= 1: - return 1.0 - return 0.1 * mscale * math.log(scale) + 1.0 - - -def yarn_linear_ramp_mask(min, max, dim): - if min == max: - max += 0.001 # Prevent singularity - - linear_func = (torch.arange(dim, dtype=torch.float32) - min) / (max - min) - ramp_func = torch.clamp(linear_func, 0, 1) - return ramp_func - - -class AXK1YarnRotaryEmbedding(AXK1RotaryEmbedding): - - def __init__( - self, - dim, - max_position_embeddings=2048, - base=10000, - device=None, - scaling_factor=1.0, - original_max_position_embeddings=4096, - beta_fast=32, - beta_slow=1, - mscale=1, - mscale_all_dim=0, - ): - self.scaling_factor = scaling_factor - self.original_max_position_embeddings = original_max_position_embeddings - self.beta_fast = beta_fast - self.beta_slow = beta_slow - self.mscale = mscale - self.mscale_all_dim = mscale_all_dim - super().__init__(dim, max_position_embeddings, base, device) - - def _set_cos_sin_cache(self, seq_len, device, dtype): - self.max_seq_len_cached = seq_len - dim = self.dim - - freq_extra = 1.0 / ( - self.base - ** (torch.arange(0, dim, 2, dtype=torch.float32, device=device) / dim) - ) - freq_inter = 1.0 / ( - self.scaling_factor - * self.base - ** (torch.arange(0, dim, 2, dtype=torch.float32, device=device) / dim) - ) - - low, high = yarn_find_correction_range( - self.beta_fast, - self.beta_slow, - dim, - self.base, - self.original_max_position_embeddings, - ) - inv_freq_mask = 1.0 - yarn_linear_ramp_mask(low, high, dim // 2).to( - device=device, dtype=torch.float32 - ) - inv_freq = freq_inter * (1 - inv_freq_mask) + freq_extra * inv_freq_mask - self.register_buffer("inv_freq", inv_freq, persistent=False) - - t = torch.arange(seq_len, device=device, dtype=torch.float32) - - freqs = torch.outer(t, inv_freq) - - _mscale = float( - yarn_get_mscale(self.scaling_factor, self.mscale) - / yarn_get_mscale(self.scaling_factor, self.mscale_all_dim) - ) - - emb = torch.cat((freqs, freqs), dim=-1) - self.register_buffer( - "cos_cached", (emb.cos() * _mscale).to(dtype), persistent=False - ) - self.register_buffer( - "sin_cached", (emb.sin() * _mscale).to(dtype), persistent=False - ) - - -# Copied from transformers.models.llama.modeling_llama.rotate_half -def rotate_half(x): - """Rotates half the hidden dims of the input.""" - x1 = x[..., : x.shape[-1] // 2] - x2 = x[..., x.shape[-1] // 2 :] - return torch.cat((-x2, x1), dim=-1) - - -# Copied from transformers.models.llama.modeling_llama.apply_rotary_pos_emb -def apply_rotary_pos_emb(q, k, cos, sin, position_ids, unsqueeze_dim=1): - """Applies Rotary Position Embedding to the query and key tensors. - Args: - q (`torch.Tensor`): The query tensor. - k (`torch.Tensor`): The key tensor. - cos (`torch.Tensor`): The cosine part of the rotary embedding. - sin (`torch.Tensor`): The sine part of the rotary embedding. - position_ids (`torch.Tensor`): - The position indices of the tokens corresponding to the query and key tensors. For example, this can be - used to pass offsetted position ids when working with a KV-cache. - unsqueeze_dim (`int`, *optional*, defaults to 1): - The 'unsqueeze_dim' argument specifies the dimension along which to unsqueeze cos[position_ids] and - sin[position_ids] so that they can be properly broadcasted to the dimensions of q and k. For example, note - that cos[position_ids] and sin[position_ids] have the shape [batch_size, seq_len, head_dim]. Then, if q and - k have the shape [batch_size, heads, seq_len, head_dim], then setting unsqueeze_dim=1 makes - cos[position_ids] and sin[position_ids] broadcastable to the shapes of q and k. Similarly, if q and k have - the shape [batch_size, seq_len, heads, head_dim], then set unsqueeze_dim=2. - Returns: - `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding. - """ - cos = cos[position_ids].unsqueeze(unsqueeze_dim) - sin = sin[position_ids].unsqueeze(unsqueeze_dim) - - b, h, s, d = q.shape - q = q.view(b, h, s, d // 2, 2).transpose(4, 3).reshape(b, h, s, d) - - b, h, s, d = k.shape - k = k.view(b, h, s, d // 2, 2).transpose(4, 3).reshape(b, h, s, d) - - q_embed = (q * cos) + (rotate_half(q) * sin) - k_embed = (k * cos) + (rotate_half(k) * sin) - return q_embed, k_embed - - -class AXK1MLP(nn.Module): - def __init__(self, config, hidden_size=None, intermediate_size=None): - super().__init__() - self.config = config - self.hidden_size = config.hidden_size if hidden_size is None else hidden_size - self.intermediate_size = ( - config.intermediate_size if intermediate_size is None else intermediate_size - ) - - self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False) - self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False) - self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False) - self.act_fn = ACT2FN[config.hidden_act] - - def forward(self, x): - down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x)) - return down_proj - - -class MoEGate(nn.Module): - def __init__(self, config): - super().__init__() - self.config = config - self.top_k = config.num_experts_per_tok - self.n_routed_experts = config.n_routed_experts - self.routed_scaling_factor = config.routed_scaling_factor - self.scoring_func = config.scoring_func - self.topk_method = config.topk_method - self.n_group = config.n_group - self.topk_group = config.topk_group - - # topk selection algorithm - self.norm_topk_prob = config.norm_topk_prob - self.gating_dim = config.hidden_size - self.weight = nn.Parameter( - torch.empty((self.n_routed_experts, self.gating_dim)) - ) - if self.topk_method == "noaux_tc": - self.e_score_correction_bias = nn.Parameter( - torch.empty((self.n_routed_experts)) - ) - self.reset_parameters() - - def reset_parameters(self) -> None: - import torch.nn.init as init - - init.kaiming_uniform_(self.weight, a=math.sqrt(5)) - - def forward(self, hidden_states): - bsz, seq_len, h = hidden_states.shape - ### compute gating score - hidden_states = hidden_states.view(-1, h) - logits = F.linear( - hidden_states.type(torch.float32), self.weight.type(torch.float32), None - ) - if self.scoring_func == "sigmoid": - scores = logits.sigmoid() - else: - raise NotImplementedError( - f"insupportable scoring function for MoE gating: {self.scoring_func}" - ) - - ### select top-k experts - assert not self.training - scores_for_choice = scores.view(bsz * seq_len, -1) - if self.topk_method == "noaux_tc": - scores_for_choice += self.e_score_correction_bias.unsqueeze(0) - group_scores = ( - scores_for_choice.view(bsz * seq_len, self.n_group, -1).topk(2, dim=-1)[0].sum(dim = -1) - ) # [n, n_group] - group_idx = torch.topk( - group_scores, k=self.topk_group, dim=-1, sorted=False - )[ - 1 - ] # [n, top_k_group] - group_mask = torch.zeros_like(group_scores) # [n, n_group] - group_mask.scatter_(1, group_idx, 1) # [n, n_group] - score_mask = ( - group_mask.unsqueeze(-1) - .expand( - bsz * seq_len, self.n_group, self.n_routed_experts // self.n_group - ) - .reshape(bsz * seq_len, -1) - ) # [n, e] - tmp_scores = scores_for_choice.masked_fill(~score_mask.bool(), float("-inf")) # [n, e] - _, topk_idx = torch.topk( - tmp_scores, k=self.top_k, dim=-1, sorted=False - ) - topk_weight = scores.gather(1, topk_idx) - - ### norm gate to sum 1 - if self.top_k > 1 and self.norm_topk_prob: - denominator = topk_weight.sum(dim=-1, keepdim=True) + 1e-20 - topk_weight = topk_weight / denominator - topk_weight = topk_weight * self.routed_scaling_factor # must multiply the scaling factor - - return topk_idx, topk_weight - -class AXK1MoE(nn.Module): - """ - A mixed expert module containing shared experts. - """ - - def __init__(self, config): - super().__init__() - self.config = config - self.num_experts_per_tok = config.num_experts_per_tok - - if hasattr(config, "ep_size") and config.ep_size > 1: - assert config.ep_size == dist.get_world_size() - self.ep_size = config.ep_size - self.experts_per_rank = config.n_routed_experts // config.ep_size - self.ep_rank = dist.get_rank() - self.experts = nn.ModuleList( - [ - ( - AXK1MLP( - config, intermediate_size=config.moe_intermediate_size - ) - if i >= self.ep_rank * self.experts_per_rank - and i < (self.ep_rank + 1) * self.experts_per_rank - else None - ) - for i in range(config.n_routed_experts) - ] - ) - else: - self.ep_size = 1 - self.experts_per_rank = config.n_routed_experts - self.ep_rank = 0 - self.experts = nn.ModuleList( - [ - AXK1MLP( - config, intermediate_size=config.moe_intermediate_size - ) - for i in range(config.n_routed_experts) - ] - ) - self.gate = MoEGate(config) - if config.n_shared_experts is not None: - intermediate_size = config.moe_intermediate_size * config.n_shared_experts - self.shared_experts = AXK1MLP( - config=config, intermediate_size=intermediate_size - ) - - def forward(self, hidden_states): - identity = hidden_states - orig_shape = hidden_states.shape - topk_idx, topk_weight = self.gate(hidden_states) - hidden_states = hidden_states.view(-1, hidden_states.shape[-1]) - flat_topk_idx = topk_idx.view(-1) - if not self.training: - y = self.moe_infer(hidden_states, topk_idx, topk_weight).view(*orig_shape) - if self.config.n_shared_experts is not None: - y = y + self.shared_experts(identity) - return y - - @torch.no_grad() - def moe_infer(self, x, topk_ids, topk_weight): - cnts = topk_ids.new_zeros((topk_ids.shape[0], len(self.experts))) - cnts.scatter_(1, topk_ids, 1) - tokens_per_expert = cnts.sum(dim=0) - idxs = topk_ids.view(-1).argsort() - sorted_tokens = x[idxs // topk_ids.shape[1]] - sorted_tokens_shape = sorted_tokens.shape - if self.ep_size > 1: - tokens_per_ep_rank = tokens_per_expert.view(self.ep_size, -1).sum(dim=1) - tokens_per_expert_group = tokens_per_expert.new_empty( - tokens_per_expert.shape[0] - ) - dist.all_to_all_single(tokens_per_expert_group, tokens_per_expert) - output_splits = ( - tokens_per_expert_group.view(self.ep_size, -1) - .sum(1) - .cpu() - .numpy() - .tolist() - ) - gathered_tokens = sorted_tokens.new_empty( - tokens_per_expert_group.sum(dim=0).cpu().item(), sorted_tokens.shape[1] - ) - input_split_sizes = tokens_per_ep_rank.cpu().numpy().tolist() - dist.all_to_all( - list(gathered_tokens.split(output_splits)), - list(sorted_tokens.split(input_split_sizes)), - ) - tokens_per_expert_post_gather = tokens_per_expert_group.view( - self.ep_size, self.experts_per_rank - ).sum(dim=0) - gatherd_idxs = np.zeros(shape=(gathered_tokens.shape[0],), dtype=np.int32) - s = 0 - for i, k in enumerate(tokens_per_expert_group.cpu().numpy()): - gatherd_idxs[s : s + k] = i % self.experts_per_rank - s += k - gatherd_idxs = gatherd_idxs.argsort() - sorted_tokens = gathered_tokens[gatherd_idxs] - tokens_per_expert = tokens_per_expert_post_gather - tokens_per_expert = tokens_per_expert.cpu().numpy() - - outputs = [] - start_idx = 0 - for i, num_tokens in enumerate(tokens_per_expert): - end_idx = start_idx + num_tokens - if num_tokens == 0: - continue - expert = self.experts[i + self.ep_rank * self.experts_per_rank] - tokens_for_this_expert = sorted_tokens[start_idx:end_idx] - expert_out = expert(tokens_for_this_expert) - outputs.append(expert_out) - start_idx = end_idx - - outs = torch.cat(outputs, dim=0) if len(outputs) else sorted_tokens.new_empty(0) - if self.ep_size > 1: - new_x = torch.empty_like(outs) - new_x[gatherd_idxs] = outs - gathered_tokens = new_x.new_empty(*sorted_tokens_shape) - dist.all_to_all( - list(gathered_tokens.split(input_split_sizes)), - list(new_x.split(output_splits)), - ) - outs = gathered_tokens - - new_x = torch.empty_like(outs) - new_x[idxs] = outs - final_out = ( - new_x.view(*topk_ids.shape, -1) - .type(topk_weight.dtype) - .mul_(topk_weight.unsqueeze(dim=-1)) - .sum(dim=1) - .type(new_x.dtype) - ) - return final_out - - -# Copied from transformers.models.llama.modeling_llama.repeat_kv -def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor: - """ - This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch, - num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim) - """ - batch, num_key_value_heads, slen, head_dim = hidden_states.shape - if n_rep == 1: - return hidden_states - hidden_states = hidden_states[:, :, None, :, :].expand( - batch, num_key_value_heads, n_rep, slen, head_dim - ) - return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim) - - -# Copied from transformers.models.llama.modeling_llama.LlamaAttention with Llama->AXK1 -class AXK1Attention(nn.Module): - """Multi-headed attention from 'Attention Is All You Need' paper""" - - def __init__(self, config: AXK1Config, layer_idx: Optional[int] = None): - super().__init__() - self.config = config - self.layer_idx = layer_idx - if layer_idx is None: - logger.warning_once( - f"Instantiating {self.__class__.__name__} without passing `layer_idx` is not recommended and will " - "to errors during the forward call, if caching is used. Please make sure to provide a `layer_idx` " - "when creating this class." - ) - - self.attention_dropout = config.attention_dropout - self.hidden_size = config.hidden_size - self.num_heads = config.num_attention_heads - - self.max_position_embeddings = config.max_position_embeddings - self.rope_theta = config.rope_theta - self.q_lora_rank = config.q_lora_rank - self.qk_rope_head_dim = config.qk_rope_head_dim - self.kv_lora_rank = config.kv_lora_rank - self.v_head_dim = config.v_head_dim - self.qk_nope_head_dim = config.qk_nope_head_dim - self.q_head_dim = config.qk_nope_head_dim + config.qk_rope_head_dim - - self.is_causal = True - - if self.q_lora_rank is None: - self.q_proj = nn.Linear( - self.hidden_size, self.num_heads * self.q_head_dim, bias=False - ) - else: - self.q_a_proj = nn.Linear( - self.hidden_size, config.q_lora_rank, bias=config.attention_bias - ) - self.q_a_layernorm = AXK1RMSNorm(config.q_lora_rank) - self.q_b_proj = nn.Linear( - config.q_lora_rank, self.num_heads * self.q_head_dim, bias=False - ) - - self.kv_a_proj_with_mqa = nn.Linear( - self.hidden_size, - config.kv_lora_rank + config.qk_rope_head_dim, - bias=config.attention_bias, - ) - self.kv_a_layernorm = AXK1RMSNorm(config.kv_lora_rank) - self.kv_b_proj = nn.Linear( - config.kv_lora_rank, - self.num_heads - * (self.q_head_dim - self.qk_rope_head_dim + self.v_head_dim), - bias=False, - ) - - self.o_proj = nn.Linear( - self.num_heads * self.v_head_dim, - self.hidden_size, - bias=config.attention_bias, - ) - self._init_rope() - - self.softmax_scale = self.q_head_dim ** (-0.5) - if self.config.rope_scaling is not None: - mscale_all_dim = self.config.rope_scaling.get("mscale_all_dim", 0) - scaling_factor = self.config.rope_scaling["factor"] - if mscale_all_dim: - mscale = yarn_get_mscale(scaling_factor, mscale_all_dim) - self.softmax_scale = self.softmax_scale * mscale * mscale - - def _init_rope(self): - if self.config.rope_scaling is None: - self.rotary_emb = AXK1RotaryEmbedding( - self.qk_rope_head_dim, - max_position_embeddings=self.max_position_embeddings, - base=self.rope_theta, - ) - else: - scaling_type = self.config.rope_scaling["type"] - scaling_factor = self.config.rope_scaling["factor"] - if scaling_type == "linear": - self.rotary_emb = AXK1LinearScalingRotaryEmbedding( - self.qk_rope_head_dim, - max_position_embeddings=self.max_position_embeddings, - scaling_factor=scaling_factor, - base=self.rope_theta, - ) - elif scaling_type == "dynamic": - self.rotary_emb = AXK1DynamicNTKScalingRotaryEmbedding( - self.qk_rope_head_dim, - max_position_embeddings=self.max_position_embeddings, - scaling_factor=scaling_factor, - base=self.rope_theta, - ) - elif scaling_type == "yarn": - kwargs = { - key: self.config.rope_scaling[key] - for key in [ - "original_max_position_embeddings", - "beta_fast", - "beta_slow", - "mscale", - "mscale_all_dim", - ] - if key in self.config.rope_scaling - } - self.rotary_emb = AXK1YarnRotaryEmbedding( - self.qk_rope_head_dim, - max_position_embeddings=self.max_position_embeddings, - scaling_factor=scaling_factor, - base=self.rope_theta, - **kwargs, - ) - else: - raise ValueError(f"Unknown RoPE scaling type {scaling_type}") - - def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int): - return ( - tensor.view(bsz, seq_len, self.num_heads, self.v_head_dim) - .transpose(1, 2) - .contiguous() - ) - - def forward( - self, - hidden_states: torch.Tensor, - attention_mask: Optional[torch.Tensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_value: Optional[Cache] = None, - output_attentions: bool = False, - use_cache: bool = False, - **kwargs, - ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]: - if "padding_mask" in kwargs: - warnings.warn( - "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`" - ) - bsz, q_len, _ = hidden_states.size() - - if self.q_lora_rank is None: - q = self.q_proj(hidden_states) - else: - q = self.q_b_proj(self.q_a_layernorm(self.q_a_proj(hidden_states))) - q = q.view(bsz, q_len, self.num_heads, self.q_head_dim).transpose(1, 2) - q_nope, q_pe = torch.split( - q, [self.qk_nope_head_dim, self.qk_rope_head_dim], dim=-1 - ) - - compressed_kv = self.kv_a_proj_with_mqa(hidden_states) - compressed_kv, k_pe = torch.split( - compressed_kv, [self.kv_lora_rank, self.qk_rope_head_dim], dim=-1 - ) - k_pe = k_pe.view(bsz, q_len, 1, self.qk_rope_head_dim).transpose(1, 2) - kv = ( - self.kv_b_proj(self.kv_a_layernorm(compressed_kv)) - .view(bsz, q_len, self.num_heads, self.qk_nope_head_dim + self.v_head_dim) - .transpose(1, 2) - ) - - k_nope, value_states = torch.split( - kv, [self.qk_nope_head_dim, self.v_head_dim], dim=-1 - ) - kv_seq_len = value_states.shape[-2] - if past_key_value is not None: - if self.layer_idx is None: - raise ValueError( - f"The cache structure has changed since version v4.36. If you are using {self.__class__.__name__} " - "for auto-regressive decoding with k/v caching, please make sure to initialize the attention class " - "with a layer index." - ) - kv_seq_len += past_key_value.get_usable_length(kv_seq_len, self.layer_idx) - cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len) - - q_pe, k_pe = apply_rotary_pos_emb(q_pe, k_pe, cos, sin, position_ids) - - query_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim) - query_states[:, :, :, : self.qk_nope_head_dim] = q_nope - query_states[:, :, :, self.qk_nope_head_dim :] = q_pe - - key_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim) - key_states[:, :, :, : self.qk_nope_head_dim] = k_nope - key_states[:, :, :, self.qk_nope_head_dim :] = k_pe - if past_key_value is not None: - cache_kwargs = {"sin": sin, "cos": cos} # Specific to RoPE models - key_states, value_states = past_key_value.update( - key_states, value_states, self.layer_idx, cache_kwargs - ) - - attn_weights = ( - torch.matmul(query_states, key_states.transpose(2, 3)) * self.softmax_scale - ) - - if attn_weights.size() != (bsz, self.num_heads, q_len, kv_seq_len): - raise ValueError( - f"Attention weights should be of size {(bsz, self.num_heads, q_len, kv_seq_len)}, but is" - f" {attn_weights.size()}" - ) - assert attention_mask is not None - if attention_mask is not None: - if attention_mask.size() != (bsz, 1, q_len, kv_seq_len): - raise ValueError( - f"Attention mask should be of size {(bsz, 1, q_len, kv_seq_len)}, but is {attention_mask.size()}" - ) - attn_weights = attn_weights + attention_mask - - # upcast attention to fp32 - attn_weights = nn.functional.softmax( - attn_weights, dim=-1, dtype=torch.float32 - ).to(query_states.dtype) - attn_weights = nn.functional.dropout( - attn_weights, p=self.attention_dropout, training=self.training - ) - attn_output = torch.matmul(attn_weights, value_states) - - if attn_output.size() != (bsz, self.num_heads, q_len, self.v_head_dim): - raise ValueError( - f"`attn_output` should be of size {(bsz, self.num_heads, q_len, self.v_head_dim)}, but is" - f" {attn_output.size()}" - ) - - attn_output = attn_output.transpose(1, 2).contiguous() - - attn_output = attn_output.reshape(bsz, q_len, self.num_heads * self.v_head_dim) - - attn_output = self.o_proj(attn_output) - - if not output_attentions: - attn_weights = None - - return attn_output, attn_weights, past_key_value - - -# Copied from transformers.models.llama.modeling_llama.LlamaFlashAttention2 with Llama->AXK1 -class AXK1FlashAttention2(AXK1Attention): - """ - AXK1 flash attention module. This module inherits from `AXK1Attention` as the weights of the module stays - untouched. The only required change would be on the forward pass where it needs to correctly call the public API of - flash attention and deal with padding tokens in case the input contains any of them. - """ - - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - # TODO: Should be removed once Flash Attention for RoCm is bumped to 2.1. - # flash_attn<2.1 generates top-left aligned causal mask, while what is needed here is bottom-right alignement, that was made default for flash_attn>=2.1. This attribute is used to handle this difference. Reference: https://github.com/Dao-AILab/flash-attention/releases/tag/v2.1.0. - # Beware that with flash_attn<2.1, using q_seqlen != k_seqlen (except for the case q_seqlen == 1) produces a wrong mask (top-left). - self._flash_attn_uses_top_left_mask = not is_flash_attn_greater_or_equal_2_10() - - def forward( - self, - hidden_states: torch.Tensor, - attention_mask: Optional[torch.LongTensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_value: Optional[Cache] = None, - output_attentions: bool = False, - use_cache: bool = False, - **kwargs, - ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]: - # AXK1FlashAttention2 attention does not support output_attentions - if "padding_mask" in kwargs: - warnings.warn( - "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`" - ) - - # overwrite attention_mask with padding_mask - attention_mask = kwargs.pop("padding_mask") - - output_attentions = False - - bsz, q_len, _ = hidden_states.size() - - if self.q_lora_rank is None: - q = self.q_proj(hidden_states) - else: - q = self.q_b_proj(self.q_a_layernorm(self.q_a_proj(hidden_states))) - q = q.view(bsz, q_len, self.num_heads, self.q_head_dim).transpose(1, 2) - q_nope, q_pe = torch.split( - q, [self.qk_nope_head_dim, self.qk_rope_head_dim], dim=-1 - ) - - # Flash attention requires the input to have the shape - # batch_size x seq_length x head_dim x hidden_dim - # therefore we just need to keep the original shape - compressed_kv = self.kv_a_proj_with_mqa(hidden_states) - compressed_kv, k_pe = torch.split( - compressed_kv, [self.kv_lora_rank, self.qk_rope_head_dim], dim=-1 - ) - k_pe = k_pe.view(bsz, q_len, 1, self.qk_rope_head_dim).transpose(1, 2) - kv = ( - self.kv_b_proj(self.kv_a_layernorm(compressed_kv)) - .view(bsz, q_len, self.num_heads, self.qk_nope_head_dim + self.v_head_dim) - .transpose(1, 2) - ) - - k_nope, value_states = torch.split( - kv, [self.qk_nope_head_dim, self.v_head_dim], dim=-1 - ) - kv_seq_len = value_states.shape[-2] - - kv_seq_len = value_states.shape[-2] - if past_key_value is not None: - kv_seq_len += past_key_value.get_usable_length(kv_seq_len, self.layer_idx) - - cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len) - q_pe, k_pe = apply_rotary_pos_emb(q_pe, k_pe, cos, sin, position_ids) - - query_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim) - query_states[:, :, :, : self.qk_nope_head_dim] = q_nope - query_states[:, :, :, self.qk_nope_head_dim :] = q_pe - - key_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim) - key_states[:, :, :, : self.qk_nope_head_dim] = k_nope - key_states[:, :, :, self.qk_nope_head_dim :] = k_pe - - if self.q_head_dim != self.v_head_dim: - value_states = F.pad(value_states, [0, self.q_head_dim - self.v_head_dim]) - - if past_key_value is not None: - cache_kwargs = {"sin": sin, "cos": cos} # Specific to RoPE models - key_states, value_states = past_key_value.update( - key_states, value_states, self.layer_idx, cache_kwargs - ) - - # TODO: These transpose are quite inefficient but Flash Attention requires the layout [batch_size, sequence_length, num_heads, head_dim]. We would need to refactor the KV cache - # to be able to avoid many of these transpose/reshape/view. - query_states = query_states.transpose(1, 2) - key_states = key_states.transpose(1, 2) - value_states = value_states.transpose(1, 2) - - dropout_rate = self.attention_dropout if self.training else 0.0 - - # In PEFT, usually we cast the layer norms in float32 for training stability reasons - # therefore the input hidden states gets silently casted in float32. Hence, we need - # cast them back in the correct dtype just to be sure everything works as expected. - # This might slowdown training & inference so it is recommended to not cast the LayerNorms - # in fp32. (AXK1RMSNorm handles it correctly) - - input_dtype = query_states.dtype - if input_dtype == torch.float32: - # Handle the case where the model is quantized - if hasattr(self.config, "_pre_quantization_dtype"): - target_dtype = self.config._pre_quantization_dtype - elif torch.is_autocast_enabled(): - target_dtype = torch.get_autocast_gpu_dtype() - else: - target_dtype = ( - self.q_proj.weight.dtype - if self.q_lora_rank is None - else self.q_a_proj.weight.dtype - ) - - logger.warning_once( - f"The input hidden states seems to be silently casted in float32, this might be related to" - f" the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in" - f" {target_dtype}." - ) - - query_states = query_states.to(target_dtype) - key_states = key_states.to(target_dtype) - value_states = value_states.to(target_dtype) - - attn_output = self._flash_attention_forward( - query_states, - key_states, - value_states, - attention_mask, - q_len, - dropout=dropout_rate, - softmax_scale=self.softmax_scale, - ) - if self.q_head_dim != self.v_head_dim: - attn_output = attn_output[:, :, :, : self.v_head_dim] - - attn_output = attn_output.reshape( - bsz, q_len, self.num_heads * self.v_head_dim - ).contiguous() - attn_output = self.o_proj(attn_output) - - if not output_attentions: - attn_weights = None - - return attn_output, attn_weights, past_key_value - - def _flash_attention_forward( - self, - query_states, - key_states, - value_states, - attention_mask, - query_length, - dropout=0.0, - softmax_scale=None, - ): - """ - Calls the forward method of Flash Attention - if the input hidden states contain at least one padding token - first unpad the input, then computes the attention scores and pad the final attention scores. - Args: - query_states (`torch.Tensor`): - Input query states to be passed to Flash Attention API - key_states (`torch.Tensor`): - Input key states to be passed to Flash Attention API - value_states (`torch.Tensor`): - Input value states to be passed to Flash Attention API - attention_mask (`torch.Tensor`): - The padding mask - corresponds to a tensor of size `(batch_size, seq_len)` where 0 stands for the - position of padding tokens and 1 for the position of non-padding tokens. - dropout (`int`, *optional*): - Attention dropout - softmax_scale (`float`, *optional*): - The scaling of QK^T before applying softmax. Default to 1 / sqrt(head_dim) - """ - if not self._flash_attn_uses_top_left_mask: - causal = self.is_causal - else: - # TODO: Remove the `query_length != 1` check once Flash Attention for RoCm is bumped to 2.1. For details, please see the comment in AXK1FlashAttention2 __init__. - causal = self.is_causal and query_length != 1 - - # Contains at least one padding token in the sequence - if attention_mask is not None: - batch_size = query_states.shape[0] - ( - query_states, - key_states, - value_states, - indices_q, - cu_seq_lens, - max_seq_lens, - ) = self._upad_input( - query_states, key_states, value_states, attention_mask, query_length - ) - - cu_seqlens_q, cu_seqlens_k = cu_seq_lens - max_seqlen_in_batch_q, max_seqlen_in_batch_k = max_seq_lens - - attn_output_unpad = flash_attn_varlen_func( - query_states, - key_states, - value_states, - cu_seqlens_q=cu_seqlens_q, - cu_seqlens_k=cu_seqlens_k, - max_seqlen_q=max_seqlen_in_batch_q, - max_seqlen_k=max_seqlen_in_batch_k, - dropout_p=dropout, - softmax_scale=softmax_scale, - causal=causal, - ) - - attn_output = pad_input( - attn_output_unpad, indices_q, batch_size, query_length - ) - else: - attn_output = flash_attn_func( - query_states, - key_states, - value_states, - dropout, - softmax_scale=softmax_scale, - causal=causal, - ) - - return attn_output - - def _upad_input( - self, query_layer, key_layer, value_layer, attention_mask, query_length - ): - indices_k, cu_seqlens_k, max_seqlen_in_batch_k = _get_unpad_data(attention_mask) - batch_size, kv_seq_len, num_key_value_heads, head_dim = key_layer.shape - - key_layer = index_first_axis( - key_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim), - indices_k, - ) - value_layer = index_first_axis( - value_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim), - indices_k, - ) - if query_length == kv_seq_len: - query_layer = index_first_axis( - query_layer.reshape(batch_size * kv_seq_len, self.num_heads, head_dim), - indices_k, - ) - cu_seqlens_q = cu_seqlens_k - max_seqlen_in_batch_q = max_seqlen_in_batch_k - indices_q = indices_k - elif query_length == 1: - max_seqlen_in_batch_q = 1 - cu_seqlens_q = torch.arange( - batch_size + 1, dtype=torch.int32, device=query_layer.device - ) # There is a memcpy here, that is very bad. - indices_q = cu_seqlens_q[:-1] - query_layer = query_layer.squeeze(1) - else: - # The -q_len: slice assumes left padding. - attention_mask = attention_mask[:, -query_length:] - query_layer, indices_q, cu_seqlens_q, max_seqlen_in_batch_q = unpad_input( - query_layer, attention_mask - ) - - return ( - query_layer, - key_layer, - value_layer, - indices_q, - (cu_seqlens_q, cu_seqlens_k), - (max_seqlen_in_batch_q, max_seqlen_in_batch_k), - ) - - -ATTENTION_CLASSES = { - "eager": AXK1Attention, - "flash_attention_2": AXK1FlashAttention2, -} - - -class AXK1DecoderLayer(nn.Module): - def __init__(self, config: AXK1Config, layer_idx: int): - super().__init__() - self.hidden_size = config.hidden_size - - self.self_attn = ATTENTION_CLASSES[config._attn_implementation]( - config=config, layer_idx=layer_idx - ) - self.config = config - self.layer_idx = layer_idx - - self.mlp = ( - AXK1MoE(config) - if ( - config.n_routed_experts is not None - and layer_idx >= config.first_k_dense_replace - and layer_idx % config.moe_layer_freq == 0 - ) - else AXK1MLP(config) - ) - self.input_layernorm = AXK1RMSNorm( - config.hidden_size, eps=config.rms_norm_eps - ) - self.post_attention_layernorm = AXK1RMSNorm( - config.hidden_size, eps=config.rms_norm_eps - ) - self.post_mlp_layernorm = AXK1RMSNorm( - config.hidden_size, eps=config.rms_norm_eps - ) - - def forward( - self, - hidden_states: torch.Tensor, - attention_mask: Optional[torch.Tensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_value: Optional[Tuple[torch.Tensor]] = None, - output_attentions: Optional[bool] = False, - use_cache: Optional[bool] = False, - **kwargs, - ) -> Tuple[ - torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]] - ]: - """ - Args: - hidden_states (`torch.FloatTensor`): input to the layer of shape `(batch, seq_len, embed_dim)` - attention_mask (`torch.FloatTensor`, *optional*): - attention mask of size `(batch_size, sequence_length)` if flash attention is used or `(batch_size, 1, - query_sequence_length, key_sequence_length)` if default attention is used. - output_attentions (`bool`, *optional*): - Whether or not to return the attentions tensors of all attention layers. See `attentions` under - returned tensors for more detail. - use_cache (`bool`, *optional*): - If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding - (see `past_key_values`). - past_key_value (`Tuple(torch.FloatTensor)`, *optional*): cached past key and value projection states - """ - if "padding_mask" in kwargs: - warnings.warn( - "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`" - ) - residual = hidden_states - - hidden_states = self.input_layernorm(hidden_states) - - # Self Attention - hidden_states, self_attn_weights, present_key_value = self.self_attn( - hidden_states=hidden_states, - attention_mask=attention_mask, - position_ids=position_ids, - past_key_value=past_key_value, - output_attentions=output_attentions, - use_cache=use_cache, - **kwargs, - ) - hidden_states = residual + hidden_states - - # Fully Connected - residual = hidden_states - hidden_states = self.post_attention_layernorm(hidden_states) - hidden_states = self.mlp(hidden_states) - if ( - self.config.n_routed_experts is not None - and self.layer_idx >= self.config.first_k_dense_replace - and self.layer_idx % self.config.moe_layer_freq == 0 - ): - hidden_states = self.post_mlp_layernorm(hidden_states) - hidden_states = residual + hidden_states - - outputs = (hidden_states,) - - if output_attentions: - outputs += (self_attn_weights,) - - if use_cache: - outputs += (present_key_value,) - - return outputs - - -AXK1_START_DOCSTRING = r""" - This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the - library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads - etc.) - This model is also a PyTorch [torch.nn.Module](https://pytorch.org/docs/stable/nn.html#torch.nn.Module) subclass. - Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage - and behavior. - Parameters: - config ([`AXK1Config`]): - Model configuration class with all the parameters of the model. Initializing with a config file does not - load the weights associated with the model, only the configuration. Check out the - [`~PreTrainedModel.from_pretrained`] method to load the model weights. -""" - - -@add_start_docstrings( - "The bare AXK1 Model outputting raw hidden-states without any specific head on top.", - AXK1_START_DOCSTRING, -) -class AXK1PreTrainedModel(PreTrainedModel): - config_class = AXK1Config - base_model_prefix = "model" - supports_gradient_checkpointing = True - _no_split_modules = ["AXK1DecoderLayer"] - _skip_keys_device_placement = "past_key_values" - _supports_flash_attn_2 = True - _supports_cache_class = True - - def _init_weights(self, module): - std = self.config.initializer_range - if isinstance(module, nn.Linear): - module.weight.data.normal_(mean=0.0, std=std) - if module.bias is not None: - module.bias.data.zero_() - elif isinstance(module, nn.Embedding): - module.weight.data.normal_(mean=0.0, std=std) - if module.padding_idx is not None: - module.weight.data[module.padding_idx].zero_() - - -AXK1_INPUTS_DOCSTRING = r""" - Args: - input_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`): - Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide - it. - Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and - [`PreTrainedTokenizer.__call__`] for details. - [What are input IDs?](../glossary#input-ids) - attention_mask (`torch.Tensor` of shape `(batch_size, sequence_length)`, *optional*): - Mask to avoid performing attention on padding token indices. Mask values selected in `[0, 1]`: - - 1 for tokens that are **not masked**, - - 0 for tokens that are **masked**. - [What are attention masks?](../glossary#attention-mask) - Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and - [`PreTrainedTokenizer.__call__`] for details. - If `past_key_values` is used, optionally only the last `input_ids` have to be input (see - `past_key_values`). - If you want to change padding behavior, you should read [`modeling_opt._prepare_decoder_attention_mask`] - and modify to your needs. See diagram 1 in [the paper](https://arxiv.org/abs/1910.13461) for more - information on the default strategy. - - 1 indicates the head is **not masked**, - - 0 indicates the head is **masked**. - position_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): - Indices of positions of each input sequence tokens in the position embeddings. Selected in the range `[0, - config.n_positions - 1]`. - [What are position IDs?](../glossary#position-ids) - past_key_values (`Cache` or `tuple(tuple(torch.FloatTensor))`, *optional*): - Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention - blocks) that can be used to speed up sequential decoding. This typically consists in the `past_key_values` - returned by the model at a previous stage of decoding, when `use_cache=True` or `config.use_cache=True`. - Two formats are allowed: - - a [`~cache_utils.Cache`] instance; - - Tuple of `tuple(torch.FloatTensor)` of length `config.n_layers`, with each tuple having 2 tensors of - shape `(batch_size, num_heads, sequence_length, embed_size_per_head)`). This is also known as the legacy - cache format. - The model will output the same cache format that is fed as input. If no `past_key_values` are passed, the - legacy cache format will be returned. - If `past_key_values` are used, the user can optionally input only the last `input_ids` (those that don't - have their past key value states given to this model) of shape `(batch_size, 1)` instead of all `input_ids` - of shape `(batch_size, sequence_length)`. - inputs_embeds (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`, *optional*): - Optionally, instead of passing `input_ids` you can choose to directly pass an embedded representation. This - is useful if you want more control over how to convert `input_ids` indices into associated vectors than the - model's internal embedding lookup matrix. - use_cache (`bool`, *optional*): - If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding (see - `past_key_values`). - output_attentions (`bool`, *optional*): - Whether or not to return the attentions tensors of all attention layers. See `attentions` under returned - tensors for more detail. - output_hidden_states (`bool`, *optional*): - Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for - more detail. - return_dict (`bool`, *optional*): - Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple. -""" - - -@add_start_docstrings( - "The bare AXK1 Model outputting raw hidden-states without any specific head on top.", - AXK1_START_DOCSTRING, -) -class AXK1Model(AXK1PreTrainedModel): - """ - Transformer decoder consisting of *config.num_hidden_layers* layers. Each layer is a [`AXK1DecoderLayer`] - Args: - config: AXK1Config - """ - - def __init__(self, config: AXK1Config): - super().__init__(config) - self.padding_idx = config.pad_token_id - self.vocab_size = config.vocab_size - - self.embed_tokens = nn.Embedding( - config.vocab_size, config.hidden_size, self.padding_idx - ) - self.layers = nn.ModuleList( - [ - AXK1DecoderLayer(config, layer_idx) - for layer_idx in range(config.num_hidden_layers) - ] - ) - self._use_flash_attention_2 = config._attn_implementation == "flash_attention_2" - self.norm = AXK1RMSNorm(config.hidden_size, eps=config.rms_norm_eps) - - self.gradient_checkpointing = False - # Initialize weights and apply final processing - self.post_init() - - def get_input_embeddings(self): - return self.embed_tokens - - def set_input_embeddings(self, value): - self.embed_tokens = value - - @add_start_docstrings_to_model_forward(AXK1_INPUTS_DOCSTRING) - def forward( - self, - input_ids: torch.LongTensor = None, - attention_mask: Optional[torch.Tensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_values: Optional[List[torch.FloatTensor]] = None, - inputs_embeds: Optional[torch.FloatTensor] = None, - use_cache: Optional[bool] = None, - output_attentions: Optional[bool] = None, - output_hidden_states: Optional[bool] = None, - return_dict: Optional[bool] = None, - ) -> Union[Tuple, BaseModelOutputWithPast]: - output_attentions = ( - output_attentions - if output_attentions is not None - else self.config.output_attentions - ) - output_hidden_states = ( - output_hidden_states - if output_hidden_states is not None - else self.config.output_hidden_states - ) - use_cache = use_cache if use_cache is not None else self.config.use_cache - - return_dict = ( - return_dict if return_dict is not None else self.config.use_return_dict - ) - - # retrieve input_ids and inputs_embeds - if input_ids is not None and inputs_embeds is not None: - raise ValueError( - "You cannot specify both input_ids and inputs_embeds at the same time" - ) - elif input_ids is not None: - batch_size, seq_length = input_ids.shape[:2] - elif inputs_embeds is not None: - batch_size, seq_length = inputs_embeds.shape[:2] - else: - raise ValueError("You have to specify either input_ids or inputs_embeds") - - past_key_values_length = 0 - if use_cache: - use_legacy_cache = not isinstance(past_key_values, Cache) - if use_legacy_cache: - past_key_values = DynamicCache.from_legacy_cache(past_key_values) - past_key_values_length = past_key_values.get_usable_length(seq_length) - - if position_ids is None: - device = input_ids.device if input_ids is not None else inputs_embeds.device - position_ids = torch.arange( - past_key_values_length, - seq_length + past_key_values_length, - dtype=torch.long, - device=device, - ) - position_ids = position_ids.unsqueeze(0) - - if inputs_embeds is None: - inputs_embeds = self.embed_tokens(input_ids) - - if self._use_flash_attention_2: - # 2d mask is passed through the layers - attention_mask = ( - attention_mask - if (attention_mask is not None and 0 in attention_mask) - else None - ) - else: - # 4d mask is passed through the layers - attention_mask = _prepare_4d_causal_attention_mask( - attention_mask, - (batch_size, seq_length), - inputs_embeds, - past_key_values_length, - ) - - # embed positions - hidden_states = inputs_embeds - - # decoder layers - all_hidden_states = () if output_hidden_states else None - all_self_attns = () if output_attentions else None - next_decoder_cache = None - - for decoder_layer in self.layers: - if output_hidden_states: - all_hidden_states += (hidden_states,) - - layer_outputs = decoder_layer( - hidden_states, - attention_mask=attention_mask, - position_ids=position_ids, - past_key_value=past_key_values, - output_attentions=output_attentions, - use_cache=use_cache, - ) - - hidden_states = layer_outputs[0] - - if use_cache: - next_decoder_cache = layer_outputs[2 if output_attentions else 1] - - if output_attentions: - all_self_attns += (layer_outputs[1],) - - hidden_states = self.norm(hidden_states) - - # add hidden states from the last decoder layer - if output_hidden_states: - all_hidden_states += (hidden_states,) - - next_cache = None - if use_cache: - next_cache = ( - next_decoder_cache.to_legacy_cache() - if use_legacy_cache - else next_decoder_cache - ) - if not return_dict: - return tuple( - v - for v in [hidden_states, next_cache, all_hidden_states, all_self_attns] - if v is not None - ) - return BaseModelOutputWithPast( - last_hidden_state=hidden_states, - past_key_values=next_cache, - hidden_states=all_hidden_states, - attentions=all_self_attns, - ) - - -class AXK1ForCausalLM(AXK1PreTrainedModel): - _tied_weights_keys = ["lm_head.weight"] - - def __init__(self, config): - super().__init__(config) - self.model = AXK1Model(config) - self.vocab_size = config.vocab_size - self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False) - - # Initialize weights and apply final processing - self.post_init() - - def get_input_embeddings(self): - return self.model.embed_tokens - - def set_input_embeddings(self, value): - self.model.embed_tokens = value - - def get_output_embeddings(self): - return self.lm_head - - def set_output_embeddings(self, new_embeddings): - self.lm_head = new_embeddings - - def set_decoder(self, decoder): - self.model = decoder - - def get_decoder(self): - return self.model - - @add_start_docstrings_to_model_forward(AXK1_INPUTS_DOCSTRING) - @replace_return_docstrings( - output_type=CausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC - ) - def forward( - self, - input_ids: torch.LongTensor = None, - attention_mask: Optional[torch.Tensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_values: Optional[List[torch.FloatTensor]] = None, - inputs_embeds: Optional[torch.FloatTensor] = None, - labels: Optional[torch.LongTensor] = None, - use_cache: Optional[bool] = None, - output_attentions: Optional[bool] = None, - output_hidden_states: Optional[bool] = None, - return_dict: Optional[bool] = None, - ) -> Union[Tuple, CausalLMOutputWithPast]: - r""" - Args: - labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): - Labels for computing the masked language modeling loss. Indices should either be in `[0, transformers., - config.vocab_size]` or -100 (see `input_ids` docstring). Tokens with indices set to `-100` are ignored - (masked), the loss is only computed for the tokens with labels in `[0, transformers., config.vocab_size]`. - Returns: - Example: - ```python - >>> from transformers import AutoTokenizer, AXK1ForCausalLM - >>> model = AXK1ForCausalLM.from_pretrained(PATH_TO_CONVERTED_WEIGHTS) - >>> tokenizer = AutoTokenizer.from_pretrained(PATH_TO_CONVERTED_TOKENIZER) - >>> prompt = "Hey, are you conscious? Can you talk to me?" - >>> inputs = tokenizer(prompt, return_tensors="pt") - >>> # Generate - >>> generate_ids = model.generate(inputs.input_ids, max_length=30) - >>> tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0] - "Hey, are you conscious? Can you talk to me?\nI'm not conscious, but I can talk to you." - ```""" - output_attentions = ( - output_attentions - if output_attentions is not None - else self.config.output_attentions - ) - output_hidden_states = ( - output_hidden_states - if output_hidden_states is not None - else self.config.output_hidden_states - ) - return_dict = ( - return_dict if return_dict is not None else self.config.use_return_dict - ) - - # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn) - outputs = self.model( - input_ids=input_ids, - attention_mask=attention_mask, - position_ids=position_ids, - past_key_values=past_key_values, - inputs_embeds=inputs_embeds, - use_cache=use_cache, - output_attentions=output_attentions, - output_hidden_states=output_hidden_states, - return_dict=return_dict, - ) - - hidden_states = outputs[0] - logits = self.lm_head(hidden_states) - logits = logits.float() - - loss = None - if labels is not None: - # Shift so that tokens < n predict n - shift_logits = logits[..., :-1, :].contiguous() - shift_labels = labels[..., 1:].contiguous() - # Flatten the tokens - loss_fct = CrossEntropyLoss() - shift_logits = shift_logits.view(-1, self.config.vocab_size) - shift_labels = shift_labels.view(-1) - # Enable model parallelism - shift_labels = shift_labels.to(shift_logits.device) - loss = loss_fct(shift_logits, shift_labels) - - if not return_dict: - output = (logits,) + outputs[1:] - return (loss,) + output if loss is not None else output - - return CausalLMOutputWithPast( - loss=loss, - logits=logits, - past_key_values=outputs.past_key_values, - hidden_states=outputs.hidden_states, - attentions=outputs.attentions, - ) - - def prepare_inputs_for_generation( - self, - input_ids, - past_key_values=None, - attention_mask=None, - inputs_embeds=None, - **kwargs, - ): - if past_key_values is not None: - if isinstance(past_key_values, Cache): - cache_length = past_key_values.get_seq_length() - past_length = past_key_values.seen_tokens - max_cache_length = past_key_values.get_max_length() - else: - cache_length = past_length = past_key_values[0][0].shape[2] - max_cache_length = None - - # Keep only the unprocessed tokens: - # 1 - If the length of the attention_mask exceeds the length of input_ids, then we are in a setting where - # some of the inputs are exclusivelly passed as part of the cache (e.g. when passing input_embeds as - # input) - if ( - attention_mask is not None - and attention_mask.shape[1] > input_ids.shape[1] - ): - input_ids = input_ids[:, -(attention_mask.shape[1] - past_length) :] - # 2 - If the past_length is smaller than input_ids', then input_ids holds all input tokens. We can discard - # input_ids based on the past_length. - elif past_length < input_ids.shape[1]: - input_ids = input_ids[:, past_length:] - # 3 - Otherwise (past_length >= input_ids.shape[1]), let's assume input_ids only has unprocessed tokens. - - # If we are about to go beyond the maximum cache length, we need to crop the input attention mask. - if ( - max_cache_length is not None - and attention_mask is not None - and cache_length + input_ids.shape[1] > max_cache_length - ): - attention_mask = attention_mask[:, -max_cache_length:] - - position_ids = kwargs.get("position_ids", None) - if attention_mask is not None and position_ids is None: - # create position_ids on the fly for batch generation - position_ids = attention_mask.long().cumsum(-1) - 1 - position_ids.masked_fill_(attention_mask == 0, 1) - if past_key_values: - position_ids = position_ids[:, -input_ids.shape[1] :] - - # if `inputs_embeds` are passed, we only want to use them in the 1st generation step - if inputs_embeds is not None and past_key_values is None: - model_inputs = {"inputs_embeds": inputs_embeds} - else: - model_inputs = {"input_ids": input_ids} - - model_inputs.update( - { - "position_ids": position_ids, - "past_key_values": past_key_values, - "use_cache": kwargs.get("use_cache"), - "attention_mask": attention_mask, - } - ) - return model_inputs - - @staticmethod - def _reorder_cache(past_key_values, beam_idx): - reordered_past = () - for layer_past in past_key_values: - reordered_past += ( - tuple( - past_state.index_select(0, beam_idx.to(past_state.device)) - for past_state in layer_past - ), - ) - return reordered_past - - -@add_start_docstrings( - """ - The AXK1 Model transformer with a sequence classification head on top (linear layer). - [`AXK1ForSequenceClassification`] uses the last token in order to do the classification, as other causal models - (e.g. GPT-2) do. - Since it does classification on the last token, it requires to know the position of the last token. If a - `pad_token_id` is defined in the configuration, it finds the last token that is not a padding token in each row. If - no `pad_token_id` is defined, it simply takes the last value in each row of the batch. Since it cannot guess the - padding tokens when `inputs_embeds` are passed instead of `input_ids`, it does the same (take the last value in - each row of the batch). - """, - AXK1_START_DOCSTRING, -) -class AXK1ForSequenceClassification(AXK1PreTrainedModel): - def __init__(self, config): - super().__init__(config) - self.num_labels = config.num_labels - self.model = AXK1Model(config) - self.score = nn.Linear(config.hidden_size, self.num_labels, bias=False) - - # Initialize weights and apply final processing - self.post_init() - - def get_input_embeddings(self): - return self.model.embed_tokens - - def set_input_embeddings(self, value): - self.model.embed_tokens = value - - @add_start_docstrings_to_model_forward(AXK1_INPUTS_DOCSTRING) - def forward( - self, - input_ids: torch.LongTensor = None, - attention_mask: Optional[torch.Tensor] = None, - position_ids: Optional[torch.LongTensor] = None, - past_key_values: Optional[List[torch.FloatTensor]] = None, - inputs_embeds: Optional[torch.FloatTensor] = None, - labels: Optional[torch.LongTensor] = None, - use_cache: Optional[bool] = None, - output_attentions: Optional[bool] = None, - output_hidden_states: Optional[bool] = None, - return_dict: Optional[bool] = None, - ) -> Union[Tuple, SequenceClassifierOutputWithPast]: - r""" - labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): - Labels for computing the sequence classification/regression loss. Indices should be in `[0, transformers., - config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If - `config.num_labels > 1` a classification loss is computed (Cross-Entropy). - """ - return_dict = ( - return_dict if return_dict is not None else self.config.use_return_dict - ) - - transformer_outputs = self.model( - input_ids, - attention_mask=attention_mask, - position_ids=position_ids, - past_key_values=past_key_values, - inputs_embeds=inputs_embeds, - use_cache=use_cache, - output_attentions=output_attentions, - output_hidden_states=output_hidden_states, - return_dict=return_dict, - ) - hidden_states = transformer_outputs[0] - logits = self.score(hidden_states) - - if input_ids is not None: - batch_size = input_ids.shape[0] - else: - batch_size = inputs_embeds.shape[0] - - if self.config.pad_token_id is None and batch_size != 1: - raise ValueError( - "Cannot handle batch sizes > 1 if no padding token is defined." - ) - if self.config.pad_token_id is None: - sequence_lengths = -1 - else: - if input_ids is not None: - sequence_lengths = ( - torch.eq(input_ids, self.config.pad_token_id).int().argmax(-1) - 1 - ).to(logits.device) - else: - sequence_lengths = -1 - - pooled_logits = logits[ - torch.arange(batch_size, device=logits.device), sequence_lengths - ] - - loss = None - if labels is not None: - labels = labels.to(logits.device) - if self.config.problem_type is None: - if self.num_labels == 1: - self.config.problem_type = "regression" - elif self.num_labels > 1 and ( - labels.dtype == torch.long or labels.dtype == torch.int - ): - self.config.problem_type = "single_label_classification" - else: - self.config.problem_type = "multi_label_classification" - - if self.config.problem_type == "regression": - loss_fct = MSELoss() - if self.num_labels == 1: - loss = loss_fct(pooled_logits.squeeze(), labels.squeeze()) - else: - loss = loss_fct(pooled_logits, labels) - elif self.config.problem_type == "single_label_classification": - loss_fct = CrossEntropyLoss() - loss = loss_fct( - pooled_logits.view(-1, self.num_labels), labels.view(-1) - ) - elif self.config.problem_type == "multi_label_classification": - loss_fct = BCEWithLogitsLoss() - loss = loss_fct(pooled_logits, labels) - if not return_dict: - output = (pooled_logits,) + transformer_outputs[1:] - return ((loss,) + output) if loss is not None else output - - return SequenceClassifierOutputWithPast( - loss=loss, - logits=pooled_logits, - past_key_values=transformer_outputs.past_key_values, - hidden_states=transformer_outputs.hidden_states, - attentions=transformer_outputs.attentions, - )