diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..495a7175bb7b0b48bd0ac67d86f3e0c900127a71 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2d32998482674fd279b7c1e22f39ef7613ad4cf4
--- /dev/null
+++ b/config.json
@@ -0,0 +1,125 @@
+{
+    "_attn_implementation_autoset": false,
+    "architectures": [
+        "DeepseekV3ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "auto_map": {
+        "AutoConfig": "configuration_deepseek.DeepseekV3Config",
+        "AutoModel": "modeling_deepseek.DeepseekV3Model",
+        "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
+    },
+    "aux_loss_alpha": 0.001,
+    "bos_token_id": 163584,
+    "dtype": "bfloat16",
+    "eos_token_id": 163586,
+    "ep_size": 1,
+    "first_k_dense_replace": 1,
+    "hidden_act": "silu",
+    "hidden_size": 7168,
+    "initializer_range": 0.02,
+    "intermediate_size": 18432,
+    "kv_lora_rank": 512,
+    "max_position_embeddings": 262144,
+    "model_type": "deepseek_v3",
+    "moe_intermediate_size": 2048,
+    "moe_layer_freq": 1,
+    "n_group": 1,
+    "n_routed_experts": 384,
+    "n_shared_experts": 1,
+    "norm_topk_prob": true,
+    "num_attention_heads": 64,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 61,
+    "num_key_value_heads": 64,
+    "num_nextn_predict_layers": 0,
+    "pad_token_id": 163839,
+    "pretraining_tp": 1,
+    "q_lora_rank": 1536,
+    "qk_nope_head_dim": 128,
+    "qk_rope_head_dim": 64,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "beta_fast": 1.0,
+        "beta_slow": 1.0,
+        "factor": 64.0,
+        "mscale": 1.0,
+        "mscale_all_dim": 1.0,
+        "original_max_position_embeddings": 4096,
+        "type": "yarn"
+    },
+    "rope_theta": 50000.0,
+    "routed_scaling_factor": 2.827,
+    "scoring_func": "sigmoid",
+    "seq_aux": true,
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "topk_method": "noaux_tc",
+    "transformers_version": "4.57.1",
+    "use_cache": true,
+    "v_head_dim": 128,
+    "vocab_size": 163840,
+    "quantization_config": {
+        "global_quant_config": {
+            "input_tensors": {
+                "dtype": "fp4",
+                "is_dynamic": true,
+                "qscheme": "per_group",
+                "ch_axis": -1,
+                "group_size": 32,
+                "symmetric": null,
+                "round_method": "half_even",
+                "scale_type": "float",
+                "scale_format": "e8m0",
+                "scale_calculation_mode": "even",
+                "mx_element_dtype": null,
+                "observer_cls": "PerBlockMXObserver",
+                "is_scale_quant": false
+            },
+            "output_tensors": null,
+            "weight": {
+                "dtype": "fp4",
+                "is_dynamic": false,
+                "qscheme": "per_group",
+                "ch_axis": -1,
+                "group_size": 32,
+                "symmetric": null,
+                "round_method": "half_even",
+                "scale_type": "float",
+                "scale_format": "e8m0",
+                "scale_calculation_mode": "even",
+                "mx_element_dtype": null,
+                "observer_cls": "PerBlockMXObserver",
+                "is_scale_quant": false
+            },
+            "bias": null,
+            "target_device": null
+        },
+        "exclude": [
+            "*self_attn*",
+            "*mlp.gate",
+            "*lm_head",
+            "*mlp.gate_proj",
+            "*mlp.up_proj",
+            "*mlp.down_proj",
+            "*shared_experts*"
+        ],
+        "algo_config": null,
+        "softmax_quant_spec": null,
+        "quant_method": "quark",
+        "layer_type_quant_config": {},
+        "layer_quant_config": {},
+        "kv_cache_quant_config": {},
+        "kv_cache_post_rope": false,
+        "quant_mode": "eager_mode",
+        "version": "0.12+15553c6a61",
+        "export": {
+            "kv_cache_group": [],
+            "min_kv_scale": 0.0,
+            "pack_method": "reorder",
+            "weight_format": "real_quantized",
+            "weight_merge_groups": null
+        }
+    }
+}
\ No newline at end of file
diff --git a/configuration_deepseek.py b/configuration_deepseek.py
new file mode 100644
index 0000000000000000000000000000000000000000..79b86a084abd1013a46244394f876aa0375b88ca
--- /dev/null
+++ b/configuration_deepseek.py
@@ -0,0 +1,212 @@
+# Copy from https://huggingface.co/deepseek-ai/DeepSeek-V3/blob/main/configuration_deepseek.py
+
+from transformers.configuration_utils import PretrainedConfig
+from transformers.utils import logging
+
+logger = logging.get_logger(__name__)
+
+DEEPSEEK_PRETRAINED_CONFIG_ARCHIVE_MAP = {}
+class DeepseekV3Config(PretrainedConfig):
+    r"""
+    This is the configuration class to store the configuration of a [`DeepseekV3Model`]. It is used to instantiate an DeepSeek
+    model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
+    defaults will yield a similar configuration to that of the DeepSeek-V3.
+
+    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
+    documentation from [`PretrainedConfig`] for more information.
+
+
+    Args:
+        vocab_size (`int`, *optional*, defaults to 129280):
+            Vocabulary size of the Deep model. Defines the number of different tokens that can be represented by the
+            `inputs_ids` passed when calling [`DeepseekV3Model`]
+        hidden_size (`int`, *optional*, defaults to 4096):
+            Dimension of the hidden representations.
+        intermediate_size (`int`, *optional*, defaults to 11008):
+            Dimension of the MLP representations.
+        moe_intermediate_size (`int`, *optional*, defaults to 1407):
+            Dimension of the MoE representations.
+        num_hidden_layers (`int`, *optional*, defaults to 32):
+            Number of hidden layers in the Transformer decoder.
+        num_nextn_predict_layers (`int`, *optional*, defaults to 1):
+            Number of nextn predict layers in the DeepSeekV3 Model.
+        num_attention_heads (`int`, *optional*, defaults to 32):
+            Number of attention heads for each attention layer in the Transformer decoder.
+        n_shared_experts (`int`, *optional*, defaults to None):
+            Number of shared experts, None means dense model.
+        n_routed_experts (`int`, *optional*, defaults to None):
+            Number of routed experts, None means dense model.
+        routed_scaling_factor (`float`, *optional*, defaults to 1.0):
+            Scaling factor or routed experts.
+        topk_method (`str`, *optional*, defaults to `gready`):
+            Topk method used in routed gate.
+        n_group (`int`, *optional*, defaults to None):
+            Number of groups for routed experts.
+        topk_group (`int`, *optional*, defaults to None):
+            Number of selected groups for each token(for each token, ensuring the selected experts is only within `topk_group` groups).
+        num_experts_per_tok (`int`, *optional*, defaults to None):
+            Number of selected experts, None means dense model.
+        moe_layer_freq (`int`, *optional*, defaults to 1):
+            The frequency of the MoE layer: one expert layer for every `moe_layer_freq - 1` dense layers.
+        first_k_dense_replace (`int`, *optional*, defaults to 0):
+            Number of dense layers in shallow layers(embed->dense->dense->...->dense->moe->moe...->lm_head).
+                                                            \--k dense layers--/
+        norm_topk_prob (`bool`, *optional*, defaults to False):
+            Whether to normalize the weights of the routed experts.
+        scoring_func (`str`, *optional*, defaults to 'softmax'):
+            Method of computing expert weights.
+        aux_loss_alpha (`float`, *optional*, defaults to 0.001):
+            Auxiliary loss weight coefficient.
+        seq_aux = (`bool`, *optional*, defaults to True):
+            Whether to compute the auxiliary loss for each individual sample.
+        num_key_value_heads (`int`, *optional*):
+            This is the number of key_value heads that should be used to implement Grouped Query Attention. If
+            `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if
+            `num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When
+            converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed
+            by meanpooling all the original heads within that group. For more details checkout [this
+            paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to
+            `num_attention_heads`.
+        hidden_act (`str` or `function`, *optional*, defaults to `"silu"`):
+            The non-linear activation function (function or string) in the decoder.
+        max_position_embeddings (`int`, *optional*, defaults to 2048):
+            The maximum sequence length that this model might ever be used with.
+        initializer_range (`float`, *optional*, defaults to 0.02):
+            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
+        rms_norm_eps (`float`, *optional*, defaults to 1e-06):
+            The epsilon used by the rms normalization layers.
+        use_cache (`bool`, *optional*, defaults to `True`):
+            Whether or not the model should return the last key/values attentions (not used by all models). Only
+            relevant if `config.is_decoder=True`.
+        pad_token_id (`int`, *optional*):
+            Padding token id.
+        bos_token_id (`int`, *optional*, defaults to 1):
+            Beginning of stream token id.
+        eos_token_id (`int`, *optional*, defaults to 2):
+            End of stream token id.
+        pretraining_tp (`int`, *optional*, defaults to 1):
+            Experimental feature. Tensor parallelism rank used during pretraining. Please refer to [this
+            document](https://huggingface.co/docs/transformers/parallelism) to understand more about it. This value is
+            necessary to ensure exact reproducibility of the pretraining results. Please refer to [this
+            issue](https://github.com/pytorch/pytorch/issues/76232).
+        tie_word_embeddings (`bool`, *optional*, defaults to `False`):
+            Whether to tie weight embeddings
+        rope_theta (`float`, *optional*, defaults to 10000.0):
+            The base period of the RoPE embeddings.
+        rope_scaling (`Dict`, *optional*):
+            Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
+            strategies: linear and dynamic. Their scaling factor must be a float greater than 1. The expected format is
+            `{"type": strategy name, "factor": scaling factor}`. When using this flag, don't update
+            `max_position_embeddings` to the expected new maximum.
+        attention_bias (`bool`, defaults to `False`, *optional*, defaults to `False`):
+            Whether to use a bias in the query, key, value and output projection layers during self-attention.
+        attention_dropout (`float`, *optional*, defaults to 0.0):
+            The dropout ratio for the attention probabilities.
+
+    ```python
+    >>> from transformers import DeepseekV3Model, DeepseekV3Config
+
+    >>> # Initializing a Deepseek-V3 style configuration
+    >>> configuration = DeepseekV3Config()
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "deepseek_v3"
+    keys_to_ignore_at_inference = ["past_key_values"]
+
+    def __init__(
+        self,
+        vocab_size=129280,
+        hidden_size=7168,
+        intermediate_size=18432,
+        moe_intermediate_size = 2048,
+        num_hidden_layers=61,
+        num_nextn_predict_layers=1,
+        num_attention_heads=128,
+        num_key_value_heads=128,
+        n_shared_experts = 1,
+        n_routed_experts = 256,
+        ep_size = 1,
+        routed_scaling_factor = 2.5,
+        kv_lora_rank = 512,
+        q_lora_rank = 1536,
+        qk_rope_head_dim = 64,
+        v_head_dim = 128,
+        qk_nope_head_dim = 128,
+        topk_method = 'noaux_tc',
+        n_group = 8,
+        topk_group = 4,
+        num_experts_per_tok = 8,
+        moe_layer_freq = 1,
+        first_k_dense_replace = 3,
+        norm_topk_prob = True,
+        scoring_func = 'sigmoid',
+        aux_loss_alpha = 0.001,
+        seq_aux = True,
+        hidden_act="silu",
+        max_position_embeddings=4096,
+        initializer_range=0.02,
+        rms_norm_eps=1e-6,
+        use_cache=True,
+        pad_token_id=None,
+        bos_token_id=0,
+        eos_token_id=1,
+        pretraining_tp=1,
+        tie_word_embeddings=False,
+        rope_theta=10000.0,
+        rope_scaling=None,
+        attention_bias=False,
+        attention_dropout=0.0,
+        **kwargs,
+    ):
+        self.vocab_size = vocab_size
+        self.max_position_embeddings = max_position_embeddings
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.moe_intermediate_size = moe_intermediate_size
+        self.num_hidden_layers = num_hidden_layers
+        self.num_nextn_predict_layers = num_nextn_predict_layers
+        self.num_attention_heads = num_attention_heads
+        self.n_shared_experts = n_shared_experts
+        self.n_routed_experts = n_routed_experts
+        self.ep_size = ep_size
+        self.routed_scaling_factor = routed_scaling_factor
+        self.kv_lora_rank = kv_lora_rank
+        self.q_lora_rank = q_lora_rank
+        self.qk_rope_head_dim = qk_rope_head_dim
+        self.v_head_dim = v_head_dim
+        self.qk_nope_head_dim = qk_nope_head_dim
+        self.topk_method = topk_method
+        self.n_group = n_group
+        self.topk_group = topk_group
+        self.num_experts_per_tok = num_experts_per_tok
+        self.moe_layer_freq = moe_layer_freq
+        self.first_k_dense_replace = first_k_dense_replace
+        self.norm_topk_prob = norm_topk_prob
+        self.scoring_func = scoring_func
+        self.aux_loss_alpha = aux_loss_alpha
+        self.seq_aux = seq_aux
+        # for backward compatibility
+        if num_key_value_heads is None:
+            num_key_value_heads = num_attention_heads
+
+        self.num_key_value_heads = num_key_value_heads
+        self.hidden_act = hidden_act
+        self.initializer_range = initializer_range
+        self.rms_norm_eps = rms_norm_eps
+        self.pretraining_tp = pretraining_tp
+        self.use_cache = use_cache
+        self.rope_theta = rope_theta
+        self.rope_scaling = rope_scaling
+        self.attention_bias = attention_bias
+        self.attention_dropout = attention_dropout
+
+        super().__init__(
+            pad_token_id=pad_token_id,
+            bos_token_id=bos_token_id,
+            eos_token_id=eos_token_id,
+            tie_word_embeddings=tie_word_embeddings,
+            **kwargs,
+        )
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..80efe619b184f822f14c45337feb7761b519419a
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,5 @@
+{
+  "eos_token_id": 163586,
+  "max_length": 262144,
+  "transformers_version": "4.57.1"
+}
\ No newline at end of file
diff --git a/model-00001-of-00527.safetensors b/model-00001-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e6290d1a0de0ae2cb0e9e9a06fab0f4b7caceaf
--- /dev/null
+++ b/model-00001-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850570a86b7d0ece80d8da9dc11625b74d4882d1ffbe5ea217107f02c662878e
+size 3842424328
diff --git a/model-00002-of-00527.safetensors b/model-00002-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a85ab16006456f8d29d8f22157dab49d3ba8e3d6
--- /dev/null
+++ b/model-00002-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba2a1db2884156b229f4be2fd634157016701fd155485c9d9be9f9c05f35016
+size 1037270872
diff --git a/model-00003-of-00527.safetensors b/model-00003-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed71e56bde7a489e8bded32daf2813072d1259e2
--- /dev/null
+++ b/model-00003-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9e02b3bc140838988a30c57700fd6a8e4d3af10f0b54f85782fd7313411218
+size 1029471848
diff --git a/model-00004-of-00527.safetensors b/model-00004-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48c0babde5c1bb1ea7859ade7fa41eba83ae224c
--- /dev/null
+++ b/model-00004-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f916e615db04fd697402af1dd4418b234324c83461ac34a29f8081d115035c7
+size 1037271144
diff --git a/model-00005-of-00527.safetensors b/model-00005-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c600164625b1110c44fa5bbedbffd4b01570f73c
--- /dev/null
+++ b/model-00005-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9336f4a0f98598f64a108267c7243854b1ebb58797708b5a9e1d9af5d27694d7
+size 1029472104
diff --git a/model-00006-of-00527.safetensors b/model-00006-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..126df9b9035040a65d4bbedf31ceacaed250d152
--- /dev/null
+++ b/model-00006-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04bcfcf7d7f417830aad23aed8811d9be8b26915c77d22e4ae62064c096daa0
+size 1037271136
diff --git a/model-00007-of-00527.safetensors b/model-00007-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e19c6b64ccb27a245b0283c4b35cbc14fefcc3e
--- /dev/null
+++ b/model-00007-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea7ec64eb4e57ad8e3c5192ed7c0436938e12a956e9415d0c7185904190fd8
+size 1029472104
diff --git a/model-00008-of-00527.safetensors b/model-00008-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f81ff018d7d1bb87e1c095e07bd8eb13b60d5f2
--- /dev/null
+++ b/model-00008-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5ffbf80008db5b41a3c92f9aed655fc57ae9da3f728fbde3b79a0ef0dc9521
+size 1037271136
diff --git a/model-00009-of-00527.safetensors b/model-00009-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..185168aa4a51f9619a49fc43172ea1ea3ce8eb47
--- /dev/null
+++ b/model-00009-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a81d962f303e40797b74c1954dcae5fcd21bf9f3234137ad62702ca89939fe8
+size 1029472104
diff --git a/model-00010-of-00527.safetensors b/model-00010-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bc499ebec3ef4d294dcd4a756114f24241c44a0
--- /dev/null
+++ b/model-00010-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a208ad3704aa08ae37e05ff7ed30db7feca9f5f939a3ad5e7cd9f018b3074f99
+size 1270743528
diff --git a/model-00011-of-00527.safetensors b/model-00011-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a94fd9f924aac2d82d37256d8e1ac1a2b710901
--- /dev/null
+++ b/model-00011-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c6153334e92c785037f5c8ee3749e6e3e132c1b7da345f0949203d3345a66
+size 1037270872
diff --git a/model-00012-of-00527.safetensors b/model-00012-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2dba2a8837a50f74eccc17ea259073a6d0069f0
--- /dev/null
+++ b/model-00012-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016e014950d22ba0a84528580e9b9f543150bb7342cdfb9fdb9e5b1102470847
+size 1029471912
diff --git a/model-00013-of-00527.safetensors b/model-00013-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cadffd0dc0608789adc8c83d36d8b39f2e41282f
--- /dev/null
+++ b/model-00013-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcb548638fdc46be3a7350ca8c8667257acb92a48510c493a268b8284e76ad0
+size 1037271144
diff --git a/model-00014-of-00527.safetensors b/model-00014-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d83a71f3607e682bffb1ab5bf0673e9e98b7545a
--- /dev/null
+++ b/model-00014-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042606ad0192df4a415576320e2f435a4e9cf470bbb06137815018796ca07aa
+size 1029472104
diff --git a/model-00015-of-00527.safetensors b/model-00015-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6fb42e8d6de3cfe962b072b5f65882b513ed86a6
--- /dev/null
+++ b/model-00015-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dce402f65b8e8dc53e76d91df5323314a8c8e28731a7afc9bf9e815b8969421
+size 1037271136
diff --git a/model-00016-of-00527.safetensors b/model-00016-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13e84b904e27329521e6d2959e83dad16b6e3b41
--- /dev/null
+++ b/model-00016-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25b9911c244e6d12b2a2d5ba72b1eb97fefc046eacfae5905369e02405f8095
+size 1029472104
diff --git a/model-00017-of-00527.safetensors b/model-00017-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44d6056afc521c4a877c0db71b8687188d0260f7
--- /dev/null
+++ b/model-00017-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dfba665aca3e48c63b8e03bdf012e742d0e28705921fae209e000e6c657df2
+size 1037271136
diff --git a/model-00018-of-00527.safetensors b/model-00018-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da9d04f058a88e7113c0d839201643b48b966760
--- /dev/null
+++ b/model-00018-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80927ced1ab0e0d19253c287e6b8c4f04a30b678c28cf87ef615297d59d070d9
+size 1029472104
diff --git a/model-00019-of-00527.safetensors b/model-00019-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d88936fbf733b5e6774f70289b75bb8ab2f39b72
--- /dev/null
+++ b/model-00019-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb05f728dc85eb0ecc80a241b84e3a48dffb3fb8246e9b7c822a1f7c2c55f49b
+size 1270743456
diff --git a/model-00020-of-00527.safetensors b/model-00020-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dbcbc4a3f563ff6c6f1cfc707752a5ae3e4b0725
--- /dev/null
+++ b/model-00020-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06415dc9be59d369f4a2fd4f841dde0a61ef47964963d89c9e051f945435728
+size 1037270872
diff --git a/model-00021-of-00527.safetensors b/model-00021-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..457bb519f390f9f4a2fc4ad2d4c090a24f4eaf1a
--- /dev/null
+++ b/model-00021-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a964adf3788006be215abf822c930a3fe95fcd8253ad8b83564d8e55f4c5e7d
+size 1029471976
diff --git a/model-00022-of-00527.safetensors b/model-00022-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa914c5728a901ce225068f747425ed40b81c35b
--- /dev/null
+++ b/model-00022-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c259b0bd16602b46f517fd8e1bbaa5ae2850caef9262539280bb688738f02d
+size 1037271144
diff --git a/model-00023-of-00527.safetensors b/model-00023-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a4e6f947c6839c2c9373e151406c7949df90ac03
--- /dev/null
+++ b/model-00023-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7105b387465987e5ff11643c56e9312b9987bc2c4258388c8264219462dde441
+size 1029472104
diff --git a/model-00024-of-00527.safetensors b/model-00024-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1a26eb92e58bc28ce6a7ea00ea8aa6e1f6ad687
--- /dev/null
+++ b/model-00024-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef4ceda5b42888b5b9e10dae32aea0b0b4e7af74b2d69f74c3ceb67816c6a24
+size 1037271136
diff --git a/model-00025-of-00527.safetensors b/model-00025-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0317db9ef8a263db580e10ffdcb4cc62002e930
--- /dev/null
+++ b/model-00025-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e286c7f742b7bd74cc24da0fe39865e64a07382e89c32d4ab91d331f6f2a2
+size 1029472104
diff --git a/model-00026-of-00527.safetensors b/model-00026-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..354cbcabda767801186abcfb32e73dba51d9fe94
--- /dev/null
+++ b/model-00026-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3831ab8169f0bdf87dafbd7e59d96699a4da11e4bd85366f79b021125adaf2b
+size 1037271136
diff --git a/model-00027-of-00527.safetensors b/model-00027-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a865d8faf4e5720478cb417cc74b3e54f82ea5bb
--- /dev/null
+++ b/model-00027-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270c2d8ff5af3d6d561d6b771307c0f25e831581d294cfd32f3ed0199acd3e7
+size 1270743704
diff --git a/model-00028-of-00527.safetensors b/model-00028-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8210135bcdf81cecde4ec42b8115824fecdd4bdb
--- /dev/null
+++ b/model-00028-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9d76ac27f5d4fc1f523301af7fdb3ada27255fbf1c1fb2ab22a8a9fda6f7b7
+size 1029471792
diff --git a/model-00029-of-00527.safetensors b/model-00029-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..050c76b2d33a111442c7cf3a9631d0553e6e0ab6
--- /dev/null
+++ b/model-00029-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29603543e4ed4aefe6376b8777577ed31b88d5eab45d6f2d44000fd2cff229c9
+size 1037270872
diff --git a/model-00030-of-00527.safetensors b/model-00030-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6796ba46bb92091669402b2efc5bb68f47ce9e58
--- /dev/null
+++ b/model-00030-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a4f736a297178cf3c0db71d22850980cc1214c90d4bad972fb7c2ca3125773
+size 1029472040
diff --git a/model-00031-of-00527.safetensors b/model-00031-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4bad996ff63d93bf39e2b0ee4356d57d2bea0377
--- /dev/null
+++ b/model-00031-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85e85c8956810d10544bff0749794a5977bd25ce3cc861cde6b9b7d4fec8fbb
+size 1037271144
diff --git a/model-00032-of-00527.safetensors b/model-00032-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e36baf1bcbb5ebbfe07ec7772db71c2970b21e3f
--- /dev/null
+++ b/model-00032-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d63ef497a3fa09d78e12d3379b8d52f577171074fc0de4183fce45069de5282
+size 1029472104
diff --git a/model-00033-of-00527.safetensors b/model-00033-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cafadc97cce211f12608ec9d244cc49feff29575
--- /dev/null
+++ b/model-00033-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7d0063c61429aafa80695e20acb4a5bad7028385b2203ad78dab42d4b1aad6
+size 1037271136
diff --git a/model-00034-of-00527.safetensors b/model-00034-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87c4745dff12bed99b477fdb2318b9738cbd180f
--- /dev/null
+++ b/model-00034-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c7af6acd80e16c6f145ceec64310f5ec10ac653663a29e11ae58879e82f227
+size 1029472104
diff --git a/model-00035-of-00527.safetensors b/model-00035-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39b0192f0c252a1b80350d9be71a2aef83dfc63d
--- /dev/null
+++ b/model-00035-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5a549b6f97e7645c6348723c2842472aeba24b0b9244732884e295b83db343
+size 1037271136
diff --git a/model-00036-of-00527.safetensors b/model-00036-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ec119e7a8f0472533affbeffd82b0baec0e49fe
--- /dev/null
+++ b/model-00036-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887e107bf62c39a481dc8f968733ec3e60f72b3cccc372a3b1cf100bd9949c3
+size 1270743592
diff --git a/model-00037-of-00527.safetensors b/model-00037-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95e5efb2385aa76c4c0807ce0cf85464001b746e
--- /dev/null
+++ b/model-00037-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6a9855ff8a0611b3305a20d1541f856be411f7624b577380e44c3e8a777673
+size 1029471840
diff --git a/model-00038-of-00527.safetensors b/model-00038-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c5397422a97dc48650f47508d7778f8e9f3b229
--- /dev/null
+++ b/model-00038-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0cb774a21f0e8ff63e696ceaa31be6e52c678d0bd83cb7a13940adf668180e
+size 1037270880
diff --git a/model-00039-of-00527.safetensors b/model-00039-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ab7eea94a11a774d76b0a5f2579de6331529309
--- /dev/null
+++ b/model-00039-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35c0342e163cbcd2c398c3fb972a8d2f8048848ceb5e8e84bb3032c7d5da60
+size 1029472104
diff --git a/model-00040-of-00527.safetensors b/model-00040-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2179e6325f08661b825b8122084d0ae6f1bbf3a8
--- /dev/null
+++ b/model-00040-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42a90b2a4ee620d0a2c34c79c43da13ce8db81c8a7ce6faaeda41a902783d4
+size 1037271144
diff --git a/model-00041-of-00527.safetensors b/model-00041-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61b8b04a0e88a3519e70d008ecd2577c3ba38a82
--- /dev/null
+++ b/model-00041-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2befa2ce1a6e14ffb258a2300f30860a39e24696ed546630e93e2485c1a291f4
+size 1029472104
diff --git a/model-00042-of-00527.safetensors b/model-00042-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a161e366623ecfba95c5d71dc902472e673040e
--- /dev/null
+++ b/model-00042-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f94e4466737248dee8d81641d97de8c64439e395a8eb09d3c1939eb3f4b3883
+size 1037271136
diff --git a/model-00043-of-00527.safetensors b/model-00043-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..81097377f6e322948104a619d130a6b3ae230262
--- /dev/null
+++ b/model-00043-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc757ded4620fbbc8712f2e10f8ade2bf057874e07a27b8b143c17a7ccb042db
+size 1029472104
diff --git a/model-00044-of-00527.safetensors b/model-00044-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b47d71127977f554085a2cfbeddda66c3a98421
--- /dev/null
+++ b/model-00044-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6d1c442479437e5a78d124cf1f08fb1d0f8950639d18fc658132b1a76afe18
+size 1037271136
diff --git a/model-00045-of-00527.safetensors b/model-00045-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca49b749b9dddaa22e1a03acc248a5267c400bca
--- /dev/null
+++ b/model-00045-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fd29373779cf6b15b8b98d3d8a8427b82b33fb49bb03915f631a9d1d11a2c8
+size 1270743528
diff --git a/model-00046-of-00527.safetensors b/model-00046-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d4c0d1b9bae2975a5818a486ddb498679325ef5
--- /dev/null
+++ b/model-00046-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ce9cfddf5bdc81119f6613e3d05841d69079bf600d5c04f599e8b9d6fc660f
+size 1029471840
diff --git a/model-00047-of-00527.safetensors b/model-00047-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6e97c2cbb825e9f0dd90ff3cc041c0108472b42b
--- /dev/null
+++ b/model-00047-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2b4aeef76438993c8bc86b68d742f24e8d33b4e6990dbf6e668d2330c18a6e
+size 1037270944
diff --git a/model-00048-of-00527.safetensors b/model-00048-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de15a0185a0766c0161913a82baa2707558ef395
--- /dev/null
+++ b/model-00048-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e614a63656cbea117a7e561ffe1668afc4fc038f0fa28cbfee93e47b873c17
+size 1029472104
diff --git a/model-00049-of-00527.safetensors b/model-00049-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e6bd8aaec28f8e5372c5a9ef9118b52693c12c5
--- /dev/null
+++ b/model-00049-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5a663a2d0576fc9d28669223abe78657bfac20fa2a9f32ed4f5b5dbcf8e0a2
+size 1037271144
diff --git a/model-00050-of-00527.safetensors b/model-00050-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a132153fcefe0c31cf6dfd3bc47f7590b8db22ee
--- /dev/null
+++ b/model-00050-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42321717524563d43444892da2d4356d2158c53ca4db02983410ecc090fb47b4
+size 1029472104
diff --git a/model-00051-of-00527.safetensors b/model-00051-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..467da493c5c53a2af5f8386bf67eecaf59c70bf4
--- /dev/null
+++ b/model-00051-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db490a08eca05b4334b59a5b3d6850b4867d472aa1a45dbb087fbace6824f7e
+size 1037271136
diff --git a/model-00052-of-00527.safetensors b/model-00052-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bb54b896d80db9afa4ddd700558896190eb7859
--- /dev/null
+++ b/model-00052-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8b2338d802867b53683ca50d499a05f24dec7be83d1253c6298391841af616
+size 1029472104
diff --git a/model-00053-of-00527.safetensors b/model-00053-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe13bbfb7a7ea01fcdc845c63f1c5da8281d39
--- /dev/null
+++ b/model-00053-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d190c1ff8b50881d0e0611affeb7b71546c66688e2fc411731f3dc3ba9c951d7
+size 1037271136
diff --git a/model-00054-of-00527.safetensors b/model-00054-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e7dd57c0e722a0631e3d372600323700ab8f261
--- /dev/null
+++ b/model-00054-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bc371206285fc604e1c354ccf3be50210aca911ab65b947cd6a5e0addffe2d
+size 1270743456
diff --git a/model-00055-of-00527.safetensors b/model-00055-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6af46c15c6f72e227b1a1965988677f7831c61e2
--- /dev/null
+++ b/model-00055-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3fcb1913b84b6511adf2d0ce401554f5cf0b9b606ae58ccb6de79e088bd86
+size 1029471840
diff --git a/model-00056-of-00527.safetensors b/model-00056-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da2164ce4f310046d103d52534e611e553448883
--- /dev/null
+++ b/model-00056-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a1322d5d9900a5ec12fae7dab35d73dcd2ee6ce772becd071f9df9e2e9f748
+size 1037271008
diff --git a/model-00057-of-00527.safetensors b/model-00057-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c01a1395775a6e9a856c44a224d3be1770716aa
--- /dev/null
+++ b/model-00057-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda4bb6e9ebab9df2e5b9830ed596f2af7ad3580c399ac2854721fcf76a539ba
+size 1029472104
diff --git a/model-00058-of-00527.safetensors b/model-00058-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6dd2c8e8ce119669a75f784a4cb9b6d3b711e41
--- /dev/null
+++ b/model-00058-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29f7d48397a96a52998daf6d7a0016702674e8fc0c6868a7cdebbcece67ea7
+size 1037271144
diff --git a/model-00059-of-00527.safetensors b/model-00059-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6014e5c5c36becc7df3e41d9f87c4a562568c57d
--- /dev/null
+++ b/model-00059-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42694e1560e0c2fb80ce04db2158d06d3c1b8933fcee4d5d9f9fc332f41a04cb
+size 1029472104
diff --git a/model-00060-of-00527.safetensors b/model-00060-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c317dc917978d82f50d0ab8a93a206e87cec6cbd
--- /dev/null
+++ b/model-00060-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7f6274029ba0f04bd1ad835e16eaee750b6acc7d2e17d9f03dbd3a01257d5
+size 1037271136
diff --git a/model-00061-of-00527.safetensors b/model-00061-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3664cfdb7e94890e704c22020a735e8d0cfbea6f
--- /dev/null
+++ b/model-00061-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b7d43eb4f431ab1bc6ce35bff6f845eff795ec6c815a33abbfbc860667b0e8
+size 1029472104
diff --git a/model-00062-of-00527.safetensors b/model-00062-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17de6a89a5254c85aa19f4f7b2a4fdcbada780ad
--- /dev/null
+++ b/model-00062-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29958391f60ccc22aa9437926b44f888ff49cd1dd4eb86636c4ca33b4e5c08e4
+size 1270743712
diff --git a/model-00063-of-00527.safetensors b/model-00063-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d61c5ed45584ddcf2a076e5b1d6e60697dbb46d6
--- /dev/null
+++ b/model-00063-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f504ae847f2b2bbbd592286e362fe5bbf1211f817079f9c18bd707118ec92fe
+size 1037270816
diff --git a/model-00064-of-00527.safetensors b/model-00064-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8bd28bb3c487958e2564099b4ceccb75a32b767e
--- /dev/null
+++ b/model-00064-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ce8f7448aa010098f924c0275097a491f0534f4a1b31f43cab3617d0fe01b
+size 1029471840
diff --git a/model-00065-of-00527.safetensors b/model-00065-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7152fc7af1669f2365c9396bb41b138ef67788d
--- /dev/null
+++ b/model-00065-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eba7ca9b1f5a6ee29fbc7c86fd0ab56bcecd39f7210d84413063c8b06fc482
+size 1037271080
diff --git a/model-00066-of-00527.safetensors b/model-00066-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..decfd9485b089df3380f2ac4da5b504d4a560c48
--- /dev/null
+++ b/model-00066-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d8761c34826651b301f557dc074d1fba3c26fdd8de7e6075f76e396308d9ce
+size 1029472104
diff --git a/model-00067-of-00527.safetensors b/model-00067-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63411830bc5f829467a9a601a9fdb75ffa210b46
--- /dev/null
+++ b/model-00067-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e56bfba720bdc187ee4911efee2be3dbc4851ef8eee3e13e62ba44275b407a2
+size 1037271144
diff --git a/model-00068-of-00527.safetensors b/model-00068-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6826ca63a6706a4c2d624f946c0ab5643153abdb
--- /dev/null
+++ b/model-00068-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4752dd2b3d226566db9c36fc6b09fd4d6424ce123898a940acd6ec5856b54
+size 1029472104
diff --git a/model-00069-of-00527.safetensors b/model-00069-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9fce77ba7dad99900e59c9377bce932772566db
--- /dev/null
+++ b/model-00069-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98330122fdf1f997759f892e5d2c8351ae4b243789588265d488f11b0e2dc02
+size 1037271136
diff --git a/model-00070-of-00527.safetensors b/model-00070-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab15b491d395034d55cb37f1f7e98dd3488e812d
--- /dev/null
+++ b/model-00070-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be719cb2e00ca3ac8b39ff7b735c6b3c710135a740a36d1bec7a99b56326de5
+size 1029472104
diff --git a/model-00071-of-00527.safetensors b/model-00071-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc2e78cf5e174c6cf1d06b72e356ce20efc34e25
--- /dev/null
+++ b/model-00071-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3970230f532821daf40a422ccdf7e2b16e39417eb9cf10e6ed2e66e60779abe2
+size 1270743600
diff --git a/model-00072-of-00527.safetensors b/model-00072-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cce413a9fc671ccaeb473a61622d6ad40c4ea8eb
--- /dev/null
+++ b/model-00072-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80ef7556bc58548aa9f38f7aecb9d190e8a5bddddbeeb8bc4734c0b134f98ac
+size 1037270872
diff --git a/model-00073-of-00527.safetensors b/model-00073-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf4b6f36a9dbfc87c7fa6cc6ffa76dde1a4672
--- /dev/null
+++ b/model-00073-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75978a9f52253bdd0a306342278777bc76dd1d6c0160d8834b67d7a94a33abca
+size 1029471840
diff --git a/model-00074-of-00527.safetensors b/model-00074-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a07c488925a7c2d4d4dc045201d4a9b1cfb5d52c
--- /dev/null
+++ b/model-00074-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4426a65ece6bb5e5217389b2e9975fe9838b603cc51d80827f0ed79a6b0541
+size 1037271136
diff --git a/model-00075-of-00527.safetensors b/model-00075-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9d83d0aa3c2b3cdd18a1672efee4a454e1432ee
--- /dev/null
+++ b/model-00075-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea4111f2f4858183db84c624b40616c7087e3e241d4402cdcc83fd01dad0812
+size 1029472104
diff --git a/model-00076-of-00527.safetensors b/model-00076-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..52d2a25fc8ccdb1618b39e8178891947c97624fe
--- /dev/null
+++ b/model-00076-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b1a7c38fe61814b2f6e1f258fb09bc0b4b41bc27a8c46d27d57a6046189b94
+size 1037271144
diff --git a/model-00077-of-00527.safetensors b/model-00077-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..534d46716bb5291befda87e906d3c2f4f0b6f7d4
--- /dev/null
+++ b/model-00077-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73345a98ce8889edca4c9e0ba07998174e523784c57a4491a4b03ff808098c9b
+size 1029472104
diff --git a/model-00078-of-00527.safetensors b/model-00078-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b948a863e285994474889eee113ee74ff411fd21
--- /dev/null
+++ b/model-00078-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b998861e8ceef1bb39ad30a058e5a950a108c293e9c23285a511942a37b439
+size 1037271136
diff --git a/model-00079-of-00527.safetensors b/model-00079-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb5ca5fe06203030bfb3283c26cf20f0fef014
--- /dev/null
+++ b/model-00079-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e3ea6aab1895f4dd2888d51214903f9b802d08e729f960b2e92360fa82e31e
+size 1029472104
diff --git a/model-00080-of-00527.safetensors b/model-00080-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0bf0eed388405ab95ef3bf01aa7304a61195272c
--- /dev/null
+++ b/model-00080-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aea3f757b8c757aee66fa5991ce797561c4a9530db1db477499d4201b079c6
+size 1270743688
diff --git a/model-00081-of-00527.safetensors b/model-00081-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21e79444137ccc33b6455d7ef89736023bcaebef
--- /dev/null
+++ b/model-00081-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3ee523737b477f956d5d400de300247d93da8d58aa9b8cf9cee7b870c2f44
+size 1037271136
diff --git a/model-00082-of-00527.safetensors b/model-00082-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18869ef1197853b09340da9141c6355805de8709
--- /dev/null
+++ b/model-00082-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1205501ab07f2c8a0f048823c4eefb600d8251a833c9ae520ea246c405d42
+size 1029472176
diff --git a/model-00083-of-00527.safetensors b/model-00083-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34ab3209acadb1fb61ec22d70a01e44faa80ce79
--- /dev/null
+++ b/model-00083-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf613e91c3add703f1b0999d191a896ea8e17c65fc194983ccc0f303c6d8550b
+size 1037271408
diff --git a/model-00084-of-00527.safetensors b/model-00084-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05868c83860e1aa8bce255dfbf2691f01d81c186
--- /dev/null
+++ b/model-00084-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2acb920ae3ff1627b6fcd1ebd16d670ecac0df65512b3cece702cbf364163a
+size 1029472368
diff --git a/model-00085-of-00527.safetensors b/model-00085-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b2b2351d2ead102341962652c5a2796545aa5
--- /dev/null
+++ b/model-00085-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a4b779861f91d28e52d294b8210a0955fbb7c69e76ba33ae662624a2a55123
+size 1037271408
diff --git a/model-00086-of-00527.safetensors b/model-00086-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df76f167ae3ff10c50ba360a7bb378e18faaa302
--- /dev/null
+++ b/model-00086-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b4cafb2be3a4f2a5d83aaf5d7ee1b950da85d676ea2fe34950f9778009cece
+size 1029472368
diff --git a/model-00087-of-00527.safetensors b/model-00087-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4a7ef64a60096526d13e1a0e4c18bdf1ebc3e4b
--- /dev/null
+++ b/model-00087-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32e8155af4b938270eada63fd766286be672111cf246051c926dc9a3caac918
+size 1037271400
diff --git a/model-00088-of-00527.safetensors b/model-00088-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d48e9f75f10f7a182c9b3a9a94490f40e5d8139c
--- /dev/null
+++ b/model-00088-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8298cb6d37354e71f682240bc57e101c309ad35dded55f57ecf9e1348d502cff
+size 1029472368
diff --git a/model-00089-of-00527.safetensors b/model-00089-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..807b8550f0fef0ffe6909376b1f614b18f60233c
--- /dev/null
+++ b/model-00089-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea39f037c74b8c1464a8483b22af99a8c77b4e4862a42821504d8101d43523a
+size 1270743728
diff --git a/model-00090-of-00527.safetensors b/model-00090-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3afbb5b02fe25b246a5c054e79f1ffd2827bf
--- /dev/null
+++ b/model-00090-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38826673aae151b7fc853f848b7145307f7e9be5cd75a840974bf2b9414d5c1
+size 1037271136
diff --git a/model-00091-of-00527.safetensors b/model-00091-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6925f1aea9248582f41b5fd683f3abf5ea9e52d4
--- /dev/null
+++ b/model-00091-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1184c573d1a93054be36e79ef3b4548e60b51e762972fd7a249fcff9b53c88fc
+size 1029472240
diff --git a/model-00092-of-00527.safetensors b/model-00092-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28284edfb3d9a9a3c7c87cc454f7235554c5ad09
--- /dev/null
+++ b/model-00092-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2165c113548a6f4b2cb2c38e5430789657caac93bc4dd339a9c9fcc7bbb12b
+size 1037271408
diff --git a/model-00093-of-00527.safetensors b/model-00093-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5470c50fb9970e333c62629fa94537693ae8b09
--- /dev/null
+++ b/model-00093-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80744e0ce4457decc149faf084f1ddc25dca7f392bb18311cc88790a36bf4cb5
+size 1029472368
diff --git a/model-00094-of-00527.safetensors b/model-00094-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e6393fcb4dfc6c3fd14948b1b399ee6a37cc3
--- /dev/null
+++ b/model-00094-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc691677a0adde3176964a20b9063c3fabd0f5aaf102c12b64d853d9fce9bf7b
+size 1037271408
diff --git a/model-00095-of-00527.safetensors b/model-00095-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..270ddbf432b469a7e75f40de792c17c2a02b291c
--- /dev/null
+++ b/model-00095-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fb7cd68cca6d425d306670351f737483b93396ed495ab7a7b9c49dc80a140a
+size 1029472368
diff --git a/model-00096-of-00527.safetensors b/model-00096-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42b60db717e7bc11a04b2116fbeb1b355a5c74d4
--- /dev/null
+++ b/model-00096-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6687bc0b3f054e99de8a9abc3df760af1ba0ad67d09de20eda05695cd8c40a91
+size 1037271400
diff --git a/model-00097-of-00527.safetensors b/model-00097-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da928000aeaa6d42eac509e0a9c057c5b21f1aa9
--- /dev/null
+++ b/model-00097-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0c5dded8df7ba93c08344fdd7d4e07174b1786a47475c1f355d76cee7838aa
+size 1270743976
diff --git a/model-00098-of-00527.safetensors b/model-00098-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87264b56d01036f09e904b9994660b7965c72a7e
--- /dev/null
+++ b/model-00098-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328f90ee8082c179e17be87eeffe34b423e260795970309e7d9e73bf3e299db5
+size 1029472048
diff --git a/model-00099-of-00527.safetensors b/model-00099-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31f2d17201cffb3f430aecc3aa61e0f8eac504d3
--- /dev/null
+++ b/model-00099-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6665a68ae6f2589f99149bfd44771b2daa1cc4dfe24883194c1dcbbe57e4235d
+size 1037271136
diff --git a/model-00100-of-00527.safetensors b/model-00100-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..81ecacd2b10f68bd121b20546128ec721c91b1a6
--- /dev/null
+++ b/model-00100-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4bbaa48e01f4c4ee594b26e283597a7759ab3e477366ea13acf67dae3271f8
+size 1029472304
diff --git a/model-00101-of-00527.safetensors b/model-00101-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68ad19f4f482c8ca6a45014f1a5237a8b843cbbc
--- /dev/null
+++ b/model-00101-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9198b501589bb0f321a057422a2e3566b83b0ce467dab902774a72be6f8616d4
+size 1037271408
diff --git a/model-00102-of-00527.safetensors b/model-00102-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45d3429aa96fa813ef07348a420dfd2215bfa807
--- /dev/null
+++ b/model-00102-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3608215390a7566a2842cfefa7ad81c928f0d976f440d573dab6a67fc2d18f47
+size 1029472368
diff --git a/model-00103-of-00527.safetensors b/model-00103-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..07e3b0e82ad6f43beaea2ae3ff1bdf859122a4e4
--- /dev/null
+++ b/model-00103-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacb6b783057d9ab455c10ac57c77d905f5ebc733ca4adbe955abceb5a65d690
+size 1037271408
diff --git a/model-00104-of-00527.safetensors b/model-00104-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1956ddb47bdb48a4c2d0161a5964d0305c7c08f0
--- /dev/null
+++ b/model-00104-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a009de322e9b2917362cf70e178b5acadf88c10bc6e02e536a78be31af5dc33
+size 1029472368
diff --git a/model-00105-of-00527.safetensors b/model-00105-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df4f0f3d53f17b875d03e75de1054cae0c4d9a7d
--- /dev/null
+++ b/model-00105-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a880e0abecdad55fb44282257c227f05d6e27c50e1254e8e7874f8c784395bd
+size 1037271400
diff --git a/model-00106-of-00527.safetensors b/model-00106-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..977e84f4502d94390f2d3885b5d6c9f38f6f969a
--- /dev/null
+++ b/model-00106-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a596ebdb97a336a872927d6ee805bc0b24a0635eb9203613bb6e2cea05ddad
+size 1270743864
diff --git a/model-00107-of-00527.safetensors b/model-00107-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3e38183ddc56887ddb676fd34c272d7d813b5d09
--- /dev/null
+++ b/model-00107-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8934eabf3943f72dfe9bec72ab2c02bdd5507d5bbb0e293e865e4765e8a3bd
+size 1029472104
diff --git a/model-00108-of-00527.safetensors b/model-00108-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d355ee909439a62353c30f47e67fbd82ad24a09a
--- /dev/null
+++ b/model-00108-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4229dcfb1bac3166344f7e3ffcac6c6e12625949c71b62ffbee0b04d53d2959a
+size 1037271144
diff --git a/model-00109-of-00527.safetensors b/model-00109-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b105247effa01e12faf862238eb040915214a
--- /dev/null
+++ b/model-00109-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ea0d1897472f362b970a3b4aa2524b130ccf3c9c854c8dfa564599e5efa872
+size 1029472368
diff --git a/model-00110-of-00527.safetensors b/model-00110-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec904eb8f217e495b85ad617087a4ab88cc492
--- /dev/null
+++ b/model-00110-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeb408f14c43f1cf4992c6b2e71ed83910a657b1ba571d6b8cd7ba52e677805
+size 1037271408
diff --git a/model-00111-of-00527.safetensors b/model-00111-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20db008a224442d74ad900a442d15a1348de42e7
--- /dev/null
+++ b/model-00111-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083796c3aeeec7fbcb91582e6e47bbcb7c793acf0043baac8136b71ff13567df
+size 1029472368
diff --git a/model-00112-of-00527.safetensors b/model-00112-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f7cdf5f2ddb8215504485f99c78e22f10f44611
--- /dev/null
+++ b/model-00112-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd69462c229d73212c8565cc28200032b8103efe7cec9a336e00e9e3a0aa78f
+size 1037271408
diff --git a/model-00113-of-00527.safetensors b/model-00113-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca451bec879e4346452153414b282d8fcf33c594
--- /dev/null
+++ b/model-00113-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c38cb8678a8dd2a638a5c464bfb597d98cfa888279798a4395ac9a9295de22
+size 1029472368
diff --git a/model-00114-of-00527.safetensors b/model-00114-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b4609c3d2d396ef5d37429994eb6d9ea703fdf2d
--- /dev/null
+++ b/model-00114-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4854489c1710d2cd66c5740f9aa40bb868fee2f18cf0c0e0a8cc78f2a3a8eaae
+size 1037271400
diff --git a/model-00115-of-00527.safetensors b/model-00115-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85b3c022d67021b2f99b92158fb6366d99268dd3
--- /dev/null
+++ b/model-00115-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fbc44a46b592565c4556d66baf74bd6f008a7cfc556c6503f3e4d7d6c4a57e
+size 1270743792
diff --git a/model-00116-of-00527.safetensors b/model-00116-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d12e34b23f1936f77c5027d33134c03d7a263a97
--- /dev/null
+++ b/model-00116-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b7948496db21b7fbf552d2b79e643f41a8e2850e5057c067c7a8540141544
+size 1029472104
diff --git a/model-00117-of-00527.safetensors b/model-00117-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a5f6e57a9bcdf005421dacdbf921fdca2406c8e
--- /dev/null
+++ b/model-00117-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dea6b1789158d8e7d808ee2a21b7df795d2c1896e15ee80d548b4442ff268c
+size 1037271208
diff --git a/model-00118-of-00527.safetensors b/model-00118-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1b98e1b4007e6cfa64bc783ad4ec408f33bd557
--- /dev/null
+++ b/model-00118-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beebb8833ceb58e5072e55e43ac1c40336c0a3f90bcdbc4bbb51ab5997d6ee36
+size 1029472368
diff --git a/model-00119-of-00527.safetensors b/model-00119-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ffc5e18fede8248be9a503b6e684c6d211accb65
--- /dev/null
+++ b/model-00119-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a524651d7bdf90b78e881b15d1c673f525c6884a722a5e7ef71cf0b035a17c
+size 1037271408
diff --git a/model-00120-of-00527.safetensors b/model-00120-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..472aeaf05122dc1d912ee7baf787c747f1bfd25c
--- /dev/null
+++ b/model-00120-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e074b9d3cc159b1d2c29120379a3f3ebbbdca2d4c5cac8b237bf956d4df5d94e
+size 1029472368
diff --git a/model-00121-of-00527.safetensors b/model-00121-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cc8a3581513d3829185b79cfb0049be4d83baa5
--- /dev/null
+++ b/model-00121-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2561e61cdb301d729cc8fc59fc64636a113ee63c7b2a32c495cebe90edc3ce0
+size 1037271408
diff --git a/model-00122-of-00527.safetensors b/model-00122-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09a70e246d01488b998f856f7cbf1934d632dd45
--- /dev/null
+++ b/model-00122-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8940f065207319ad27737ab61bbe7c0c5789ee15113d23384c4be84ebec16c0f
+size 1029472368
diff --git a/model-00123-of-00527.safetensors b/model-00123-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d329f796c411c50c38ee8601f36472ac35a2619
--- /dev/null
+++ b/model-00123-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5331f22eb3b36cb9a1bf82856b2aa3aa0577ca55782870313723e0d320e0148c
+size 1037271400
diff --git a/model-00124-of-00527.safetensors b/model-00124-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca81073aeabfd023f79649194802c5e7ce391e29
--- /dev/null
+++ b/model-00124-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89221a2e36738fba5c493111faf3ee322d40d8902efe9da81729e2625fa82d3c
+size 1270743728
diff --git a/model-00125-of-00527.safetensors b/model-00125-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68fb56fd0f0ddaa20f0acd186fcae5803c9d1b3d
--- /dev/null
+++ b/model-00125-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8680f5b3725d90a199575626718236f191e27d7c87c868d7156ac052045743c
+size 1029472104
diff --git a/model-00126-of-00527.safetensors b/model-00126-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc56d7bd1b227d1714f164ac862641545397e3f7
--- /dev/null
+++ b/model-00126-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ecf2408d4aa61ec538ace7935b97689e811723ceb88ce832d0f5e22a8e698a
+size 1037271272
diff --git a/model-00127-of-00527.safetensors b/model-00127-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84110585e5d8aca0b6f5ba7b684f464063c1d0c1
--- /dev/null
+++ b/model-00127-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f37913170224e734d47c0a9c7072cfe114208bfa6b78d8b6c0e5b0c25dfba
+size 1029472368
diff --git a/model-00128-of-00527.safetensors b/model-00128-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58cbc514d532ac82e38e7e2ff29ce290917ad88f
--- /dev/null
+++ b/model-00128-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d88d826df453d87023c936c40730a67fada736a60db5820ae3acf6306321ac
+size 1037271408
diff --git a/model-00129-of-00527.safetensors b/model-00129-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2b0b51faa47ed8535e0f29d8b01a2ffd0f63938f
--- /dev/null
+++ b/model-00129-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f88529cdba734f28cf9530aa39fb7904e3b8c285096c35b53c12c2396bdd995
+size 1029472368
diff --git a/model-00130-of-00527.safetensors b/model-00130-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76b9ab1e97eccc7ef914fb4ca4f7f158f38b4ccf
--- /dev/null
+++ b/model-00130-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d0c1bef2df564542e3be422e7f0edf566fd0cba74cba0f75e3f33a30cd44b
+size 1037271408
diff --git a/model-00131-of-00527.safetensors b/model-00131-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6300a402fc7eb2a58f6a3b8adc72d009fb4e9e75
--- /dev/null
+++ b/model-00131-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13775b6afd95313a4ebcd5e26e81a6c988a6f47059e5e6232331116f4842bfec
+size 1029472368
diff --git a/model-00132-of-00527.safetensors b/model-00132-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea9fef48fde3cbd1a6e6a58a616ab1bdf8004561
--- /dev/null
+++ b/model-00132-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a89a3b454b5d1d476150fa6d372ce7f5f60f285b92f071e2c6b053fd707f544
+size 1270743976
diff --git a/model-00133-of-00527.safetensors b/model-00133-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5befbec40cb102923c919059c7866b3ea5baa19f
--- /dev/null
+++ b/model-00133-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dcba89fd8814c6c5f234e4d3f2cbccd2560028cf119852c724e4f591068317
+size 1037271088
diff --git a/model-00134-of-00527.safetensors b/model-00134-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b40463f31b31887a638801adf65a770e93ff6095
--- /dev/null
+++ b/model-00134-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6468ffc0ee9de5247f339d83d6041d7364599b525e789b4d7924d20403a5ae1b
+size 1029472104
diff --git a/model-00135-of-00527.safetensors b/model-00135-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73d9fad39ff116f34d32204af448a0d3ea1f2eb4
--- /dev/null
+++ b/model-00135-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f499d73b81b1c6d02e084e3df714040668098b48bbd8e80b3f162ef0cb65138
+size 1037271336
diff --git a/model-00136-of-00527.safetensors b/model-00136-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..93e418b134290da0c2ba005b41cbfc876cd4c870
--- /dev/null
+++ b/model-00136-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8956afe7b3760895729f377b9ac8156f8d5a52e07792b169ed5b36259263b1
+size 1029472368
diff --git a/model-00137-of-00527.safetensors b/model-00137-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9048cb24b64371ddde7bad8fc2769f38f6482a38
--- /dev/null
+++ b/model-00137-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d625c2dfb5d755c049b991417f22ef3ecd9eaf0be7f32d2a103f524c77e593b0
+size 1037271408
diff --git a/model-00138-of-00527.safetensors b/model-00138-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b058dd672165bd1ce391ae68c26d353166d5afa7
--- /dev/null
+++ b/model-00138-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8f84e4a0c976721193c2344a031573fcbbe854e1e2c2cea1493fae842b5600
+size 1029472368
diff --git a/model-00139-of-00527.safetensors b/model-00139-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c26287ece3c1ffbfd712d2ad14ec70278fce644
--- /dev/null
+++ b/model-00139-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa12efc49afd1f58d88de49938b86009757b9d07ee64836db660c23b99061ad
+size 1037271408
diff --git a/model-00140-of-00527.safetensors b/model-00140-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5eab4738a910495cdd03da4f594810c27289218
--- /dev/null
+++ b/model-00140-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52883abb4dd31b334774b08805ce4dbff78f34bfcee00da1352f364b1fc5e8a8
+size 1029472368
diff --git a/model-00141-of-00527.safetensors b/model-00141-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2f3545ffd3dabb291e0b1cffbb1aca1979536781
--- /dev/null
+++ b/model-00141-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9bd65f2281656707ffccd6c9804871927177158cc1749df13bbe24de22aa29
+size 1270743856
diff --git a/model-00142-of-00527.safetensors b/model-00142-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b2efed54c9ed8822491cc8dac75744c6d195c7e
--- /dev/null
+++ b/model-00142-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0806d9dc6bb394b2f1654d81190f30d7e4a64fd7c6f098a9faa20c87624cea58
+size 1037271144
diff --git a/model-00143-of-00527.safetensors b/model-00143-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d59c11f0a06c611ffc1bb6753f88e54d1cd2c0b
--- /dev/null
+++ b/model-00143-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94340c31e16ea3a147b425c0ec08b7d34920c90c441db934ef0a26ddd4a610fb
+size 1029472104
diff --git a/model-00144-of-00527.safetensors b/model-00144-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0533f35782f92cd488da2db1103f9bd14942dc6b
--- /dev/null
+++ b/model-00144-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3fab07ba7c9688dd5fbb78537fa513f78790d045ee2c5bd8709e01b0dd7053
+size 1037271400
diff --git a/model-00145-of-00527.safetensors b/model-00145-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d78a728721462e8cda5f4297637dad21d07eb35a
--- /dev/null
+++ b/model-00145-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c502a2dde42f36731a3d52c0a87cd14d6c63da803a0d43bb7b6ae05dc223b67
+size 1029472368
diff --git a/model-00146-of-00527.safetensors b/model-00146-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7626de45bdb51c521fe6e0702f86aa21f762d2c6
--- /dev/null
+++ b/model-00146-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60459cd9319dd6209df1ba808d883b0ae5980d9876e087b910aedab21dee312b
+size 1037271408
diff --git a/model-00147-of-00527.safetensors b/model-00147-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dada08a3354d35e0cafba61e8317b662e0e21fba
--- /dev/null
+++ b/model-00147-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750981b10efe46aea3991c07cc5155c180c066c68d96f3c9dab28944b13f5d4
+size 1029472368
diff --git a/model-00148-of-00527.safetensors b/model-00148-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e1678ea4efa23d0e17bc200f12602b498241dfa
--- /dev/null
+++ b/model-00148-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856cc616a126dc001672bdcf61f6c437ab23966080b7eaea83b59ed361188268
+size 1037271408
diff --git a/model-00149-of-00527.safetensors b/model-00149-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be7f408ed675651b79758bc5e29a75b66d5d23ca
--- /dev/null
+++ b/model-00149-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e401ae79a37788288a13a86e145dfe8e11614ff135bd8d1d007da98d5a15f1
+size 1029472368
diff --git a/model-00150-of-00527.safetensors b/model-00150-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32cdca35838e60eabf86f22f7317b4c5790e38bd
--- /dev/null
+++ b/model-00150-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582cd87d4190d3753b5aa32d5eefe4657981d7446e132b882d61cf41d028546f
+size 1270743792
diff --git a/model-00151-of-00527.safetensors b/model-00151-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95566122d9f6bd7b3e89da71fc50dbb601a73022
--- /dev/null
+++ b/model-00151-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb3c33e314c0c699807d51ae2df03beb888ca4574b23b77b2432a725a1c7269
+size 1037271144
diff --git a/model-00152-of-00527.safetensors b/model-00152-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87204e2f67116d48c76b8858bb918d10c3db3dca
--- /dev/null
+++ b/model-00152-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aa0fc0701f6482df60cc2271f8b6f82d44409e0254f14704f998d88507d37
+size 1029472168
diff --git a/model-00153-of-00527.safetensors b/model-00153-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c3981529d8198bd7d6b7db5d77ef6fdebb3aa927
--- /dev/null
+++ b/model-00153-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf0f1dcb1f682ead4d2c95fd4839693f877ebe7b4511636c7f9e8e8ad1d2877
+size 1037271400
diff --git a/model-00154-of-00527.safetensors b/model-00154-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a95eeac760a6bb574621dd7d85fc204d1102d8d8
--- /dev/null
+++ b/model-00154-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55320e25ff5e65d33758f3d9fe9d907cd99a16e9daa5bbfa4bd5d103207b231
+size 1029472368
diff --git a/model-00155-of-00527.safetensors b/model-00155-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7974ae1f5748e8f0faeec07f88b7a496819eaba
--- /dev/null
+++ b/model-00155-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f7639093075655f08f36f01b6c2df03198c005bf746b62189aecb07a5cf502
+size 1037271408
diff --git a/model-00156-of-00527.safetensors b/model-00156-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c87234bec1de089bc7ea9b5d35e984aa1aba18b8
--- /dev/null
+++ b/model-00156-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d135eb2b9564d5ce1ae2e6ab214a6dc2672174d11fad39cc763c408cd560be
+size 1029472368
diff --git a/model-00157-of-00527.safetensors b/model-00157-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..feda42d4852bf0fe35d43e2c8935328284b5efc5
--- /dev/null
+++ b/model-00157-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb9eef2ddbf7dc62468681e75d465d7cb727ba125a9ffb3f1b0916f003a6aee
+size 1037271408
diff --git a/model-00158-of-00527.safetensors b/model-00158-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee3a8aa1802f8eb6602646574d422368528e288e
--- /dev/null
+++ b/model-00158-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb175a7158325a0a8c8e1eb6487231a803c1f4aca0cf2c6f3805100a0df9a4c4
+size 1029472368
diff --git a/model-00159-of-00527.safetensors b/model-00159-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9499fa2063972aed9e83be601b15065e36b2ef52
--- /dev/null
+++ b/model-00159-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c067d353f6fb754b12232b3bd3accd3c4694b915a0eea7cf1ff96edd38095c1e
+size 1270743728
diff --git a/model-00160-of-00527.safetensors b/model-00160-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4cd21ce72691b14fc81825ae803815b751d311d8
--- /dev/null
+++ b/model-00160-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf512ab6ffd767c81bfb9f828c0f86a23ccf0a7e66d7a0473ea906e64845155
+size 1037271144
diff --git a/model-00161-of-00527.safetensors b/model-00161-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fca3dacbec6ecced559bd080a3c83c8863c99b8
--- /dev/null
+++ b/model-00161-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772bb18961d28a2bc7a3b0d5a8d7ac251223b7dd1e290d4ec5eb1ba01711d613
+size 1029472240
diff --git a/model-00162-of-00527.safetensors b/model-00162-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b537655c4823dc2150ddf76aedb513e31fa64ab1
--- /dev/null
+++ b/model-00162-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08070e41c268bc29e08b2ad9e7cbffcfab2bf3910094e1b536b42f1bb9d5d2af
+size 1037271400
diff --git a/model-00163-of-00527.safetensors b/model-00163-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4c593a4c3ed6cb74b7c1f47d587e6c211405def6
--- /dev/null
+++ b/model-00163-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af47e36dd73b39efede989e0da934d0d07d5f36cc7c936e2fcac57f3836458fe
+size 1029472368
diff --git a/model-00164-of-00527.safetensors b/model-00164-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f83df09b2979db4e575cc2e4e22cc4de397d65f0
--- /dev/null
+++ b/model-00164-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753834f26df50584098414958160aed1f3e35d001fdfc8ca4167499c71907e09
+size 1037271408
diff --git a/model-00165-of-00527.safetensors b/model-00165-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d310d69a1e2ae7c85625c35b5915a7bbef5f2ba
--- /dev/null
+++ b/model-00165-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c8b2c7363c045c47f600dbe381f4798c6d74017995df6337c4bd51a2e315c0
+size 1029472368
diff --git a/model-00166-of-00527.safetensors b/model-00166-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f006da978e90646934526c9324ae53807a2cfcce
--- /dev/null
+++ b/model-00166-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da03c13b70dbd1ed4f1403f7dece6c31f5528f6274bc3c0fd1d092c9f885dc37
+size 1037271408
diff --git a/model-00167-of-00527.safetensors b/model-00167-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94c9a20818dba7972735ae56591d484e56734c68
--- /dev/null
+++ b/model-00167-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59cf0e3f3476097053ac09f10664e6cc35ceab52837c80c7aaa612eec989a32
+size 1270743976
diff --git a/model-00168-of-00527.safetensors b/model-00168-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f52d7f59052e625d65041a48367c1bd11a151e99
--- /dev/null
+++ b/model-00168-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c04281fff5755b5f9de2264cc9d247bc991472d6ff6b7aaae1563a2e659433
+size 1029472048
diff --git a/model-00169-of-00527.safetensors b/model-00169-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..478dcefdbabd1e4db12c86d32cf99d17ce2f8549
--- /dev/null
+++ b/model-00169-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef80420c353a5301bd8048ad63fcfe9d2b3153ea98560434fcec1a045823e06d
+size 1037271144
diff --git a/model-00170-of-00527.safetensors b/model-00170-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c51faad77b3ae330625b1e1a19bd05fa38902fa7
--- /dev/null
+++ b/model-00170-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a353254ff3c1a79c1adbabca46c642d560bfe5ce2944dcc35a644ed72a41e17
+size 1029472304
diff --git a/model-00171-of-00527.safetensors b/model-00171-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4803ac2c5921fe58a63b9d08d2448fa0863a5725
--- /dev/null
+++ b/model-00171-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b2c398bc7f99e4118277f3be0aed1543153e5a562750be47444ab859ce39b0
+size 1037271400
diff --git a/model-00172-of-00527.safetensors b/model-00172-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4ea33466114a1b41f8b8584a690ca08f86e9d85
--- /dev/null
+++ b/model-00172-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d125057686a8d6d181e0a0afdb82548498ce6b97003d9a8088c8a2c23c481dda
+size 1029472368
diff --git a/model-00173-of-00527.safetensors b/model-00173-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a71148ea35104820d0ca03a15fab63b94d34659
--- /dev/null
+++ b/model-00173-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912c7ba020cf3e7165361962672b6148a3d9ece990401a60cabfa1c1a94b226c
+size 1037271408
diff --git a/model-00174-of-00527.safetensors b/model-00174-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7df248c2e1fe80604da9ba18d95ddf01658a0d2c
--- /dev/null
+++ b/model-00174-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d738e0707934a81294d3144ef1ff95a5e7b3c356d9ff870c607e1fe028ecae4e
+size 1029472368
diff --git a/model-00175-of-00527.safetensors b/model-00175-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8df7c51ebfe92e8305e745a605151e7f66b22209
--- /dev/null
+++ b/model-00175-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1679e4a2fe707e113fbe0d8273dd3d937235d111422fa5648320cb21a3313b66
+size 1037271408
diff --git a/model-00176-of-00527.safetensors b/model-00176-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60e19788db12af5823afd545b4eb0c8c41beb449
--- /dev/null
+++ b/model-00176-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e0f9b8bf25f8f17d3c54ac683ed8c94b274f39ba166fe56616348582fc8fc3
+size 1270743856
diff --git a/model-00177-of-00527.safetensors b/model-00177-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1061e10329f3b152a02d4cf4450165b0900569ef
--- /dev/null
+++ b/model-00177-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07ac642cfd9c51a2e1f1786c193739c13afeb71c8153ee3d700c0c0208c7568
+size 1029472104
diff --git a/model-00178-of-00527.safetensors b/model-00178-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb9b42cd805e15d79cd4fb38f90aabf1b27aa08a
--- /dev/null
+++ b/model-00178-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df6660e706ce5b370438f8ed479e323cd6e2b0eb42cb02ff89978c9e42aecb
+size 1037271144
diff --git a/model-00179-of-00527.safetensors b/model-00179-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..327709d7661237c92033c98dc6b890316ae65630
--- /dev/null
+++ b/model-00179-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790df8a515db65432c975e0d2a9d988a35178ddd7223946b808db37679e8f7b0
+size 1029472368
diff --git a/model-00180-of-00527.safetensors b/model-00180-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a49546404ad3536d50010fd1b0dc03693cfd1
--- /dev/null
+++ b/model-00180-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f0edb9096917f5f3488943ea430167a46a907b64a9e7f6c314fe87fd9a0942
+size 1037271400
diff --git a/model-00181-of-00527.safetensors b/model-00181-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7740f6776f9d8b29e1591b8c61a4f3da85f3f468
--- /dev/null
+++ b/model-00181-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34e275cdddc976b041efd9ef821a212267ddcbfef4cfa54a28f814e1588f3e6
+size 1029472368
diff --git a/model-00182-of-00527.safetensors b/model-00182-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5fc6dd1226a098905d4bb293442c67a666af4ff8
--- /dev/null
+++ b/model-00182-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af39bce66afea4d01558d8c418480c01ff7414d7a596cb0db3592da4a666eae3
+size 1037271408
diff --git a/model-00183-of-00527.safetensors b/model-00183-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05a174d11032badd3f9ec94005d44d9c219f9655
--- /dev/null
+++ b/model-00183-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48761383e13ce25f8ec45a967032518843771481760a2526478739a14fe117b5
+size 1029472368
diff --git a/model-00184-of-00527.safetensors b/model-00184-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74e7fb9e8eaafe01408ad14cf5a0d607496731ec
--- /dev/null
+++ b/model-00184-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a49ff11db106c6a9071f641e36d2b9b8d00eddad7e7ec9db8dea3ad3b6b3f
+size 1037271408
diff --git a/model-00185-of-00527.safetensors b/model-00185-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a019fa6a889f237abd80a928141ddd93f0e4ac48
--- /dev/null
+++ b/model-00185-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818abd2d661cf5d10a42a357c5bd97c34876b07583f6667e30d1741ae888f68
+size 1270743792
diff --git a/model-00186-of-00527.safetensors b/model-00186-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b6a9aa15a3dba971146547f9116e1d5490be6
--- /dev/null
+++ b/model-00186-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92be69ad6d4796caad4e55fb6678f641d8fb51ee2c721a4918fe8e836a9ca6bf
+size 1029472104
diff --git a/model-00187-of-00527.safetensors b/model-00187-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..510f4d9e2510a636e800d2691f1acb3662a2d3b8
--- /dev/null
+++ b/model-00187-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860ffca52b0e9c25dffa8c8d6c6547a10959863ef680a21d66559166d85275c2
+size 1037271208
diff --git a/model-00188-of-00527.safetensors b/model-00188-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5773b2a6f5584aba2ed876c66d34924d6f7bd536
--- /dev/null
+++ b/model-00188-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba7476bfbc9411f1c43bb3f9a56b2bec2d98b7386005f0fd5a94ebc924f5430
+size 1029472368
diff --git a/model-00189-of-00527.safetensors b/model-00189-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6e711970ed5e756ce20d05d96049ceb106f9440
--- /dev/null
+++ b/model-00189-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5552ccb1d2b35192617a541dc9053c54341ecfa6cad6e47f297f6620491c6e23
+size 1037271400
diff --git a/model-00190-of-00527.safetensors b/model-00190-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..afad3da2cd5d9164b08c14acdd29782e78b00ed5
--- /dev/null
+++ b/model-00190-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9b9977aed3f9e84ede65ad353028e8f50cad5c6b9edb9c224310ec44ef97af
+size 1029472368
diff --git a/model-00191-of-00527.safetensors b/model-00191-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..314ac11c4403ff2ffd47e7fccdcbf4d4e69d29c7
--- /dev/null
+++ b/model-00191-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c15791bfe40249942b43362e15974743b77942a77bd0a1d45cd200b612b4217
+size 1037271408
diff --git a/model-00192-of-00527.safetensors b/model-00192-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c876e2f9ad9207e74fa66f6f57e184d251c50f59
--- /dev/null
+++ b/model-00192-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074f31f8073ea63b288f335aa20aabc4adc48c2a42dd2fb5eb4d649ac1cdfe17
+size 1029472368
diff --git a/model-00193-of-00527.safetensors b/model-00193-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7ef3ed15976c576a6cfa6f0415f0d4fd852bd17
--- /dev/null
+++ b/model-00193-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515dde67259eae4529e56d866cbeebf06468aceb4cdc2c2fa53419c6a2e5857a
+size 1037271408
diff --git a/model-00194-of-00527.safetensors b/model-00194-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e071078658aa25e7e7edc635f091a3ca272c09e4
--- /dev/null
+++ b/model-00194-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5700c9ff171a0c84758c7746fddf941a8170c9369e358e54b597265c963163a
+size 1270743728
diff --git a/model-00195-of-00527.safetensors b/model-00195-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e370de16533ea8dd5d96254834db7e45484246f
--- /dev/null
+++ b/model-00195-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b02afd0077d8e2e03e6c271275c7ef388ccdadd19a5424e5d6018e62ad69b
+size 1029472104
diff --git a/model-00196-of-00527.safetensors b/model-00196-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d4e0e525bb01dd8ad67f1ec10d8fd065a9c5f62
--- /dev/null
+++ b/model-00196-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4131ee9dae7e7b89e49c4341b06754e20d85f088938dd3850ae4beb7abcb9443
+size 1037271272
diff --git a/model-00197-of-00527.safetensors b/model-00197-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a340374a4e9bc017fc2feb790dae6bad20028e7
--- /dev/null
+++ b/model-00197-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55043e2beef434945654fb50a4d99d14b4ab2ba7797165166c4bb7563e3ac47
+size 1029472368
diff --git a/model-00198-of-00527.safetensors b/model-00198-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a1760369232c3aff41a6827b5a8adbf2568bb5a
--- /dev/null
+++ b/model-00198-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b983fff46f44c905b3e4a7ca0bb0e714da2116b9c5019be7d1e7e7eeb67e4177
+size 1037271400
diff --git a/model-00199-of-00527.safetensors b/model-00199-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea271603c70ecddb2e53739a4cc04bf3a042555e
--- /dev/null
+++ b/model-00199-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c2ecb0dfa0e7fa4b206cc7281b1ed1de96dedb6dafc8c9c84358ea0d74eb28
+size 1029472368
diff --git a/model-00200-of-00527.safetensors b/model-00200-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62c4f8715ec2a9c7a73f895c5666c025b17c484c
--- /dev/null
+++ b/model-00200-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ceef8881b3a2a091a8302e4f2a4f0f76c0bc9191fb4968d41dbdebd563aa74
+size 1037271408
diff --git a/model-00201-of-00527.safetensors b/model-00201-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed47cb54446c36d62486087145aa7e65e04b46e3
--- /dev/null
+++ b/model-00201-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1f3ace17703affa1cac140ce52c5896ac11d88562e5056ea984a69281d5b58
+size 1029472368
diff --git a/model-00202-of-00527.safetensors b/model-00202-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb40ad0bd3c83de91e2282b058f99e7cf7eb17c2
--- /dev/null
+++ b/model-00202-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9b15b72b0a8169abd9975dcffe3ce843445632dda8b85e5ab90d2255f871a
+size 1270743984
diff --git a/model-00203-of-00527.safetensors b/model-00203-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13bf58f6d788345fdfe6c554bd4edb26be739e52
--- /dev/null
+++ b/model-00203-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf78e3967ff63bd07fa36a46250a355f1d856b30a4f2fece204ee89b447eca
+size 1037271080
diff --git a/model-00204-of-00527.safetensors b/model-00204-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3eba728421e9adf47e8a565ed1e135856a7e23b
--- /dev/null
+++ b/model-00204-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422eec880bbc7ced0dbcbebbb1e5feee08dca37f3f209a9a91ebabd04124214
+size 1029472104
diff --git a/model-00205-of-00527.safetensors b/model-00205-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a375089347f08e74e1b7f400e29fba063bb29e8b
--- /dev/null
+++ b/model-00205-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd63cd60392f7c697d69290e8d2e725641f9185197d67557f2ccc5e749f823c2
+size 1037271344
diff --git a/model-00206-of-00527.safetensors b/model-00206-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6aab0da7d1071c67ade4872e09ccf45423790fdb
--- /dev/null
+++ b/model-00206-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f6073242418605c3373a03e87c53737e65e85543caa38a80d9d401bf1da3a3
+size 1029472368
diff --git a/model-00207-of-00527.safetensors b/model-00207-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3ac2f404f2eed7c7e248a0426ae35e8e5fdadc7
--- /dev/null
+++ b/model-00207-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c50f5e6001e67e3f651568d73f3eda356192ab10983bb9e4e30f42c8d1ab1a
+size 1037271400
diff --git a/model-00208-of-00527.safetensors b/model-00208-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9df425c716f4a87a556e273104661c2fe18c7852
--- /dev/null
+++ b/model-00208-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e1554b085157b5f20873ad22f9df89bf14aa0cd75c61d89b48fb22c5c901a
+size 1029472368
diff --git a/model-00209-of-00527.safetensors b/model-00209-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74e7c0419dc315195b79281e249d45d7ab779467
--- /dev/null
+++ b/model-00209-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ad1d8bd96a02b12e47849952a59c025e24ea8b05b1ec0aa34260827c2c0b83
+size 1037271408
diff --git a/model-00210-of-00527.safetensors b/model-00210-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05ffdb7545ccd183364d325ca7b4bd493b613a4e
--- /dev/null
+++ b/model-00210-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde5c18988f0bb964a95d9dc0d30fa94af33b054e92b82aa43c2a096119e6ebb
+size 1029472368
diff --git a/model-00211-of-00527.safetensors b/model-00211-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..462a6e221070e7262a4a38449217a5877d37af3e
--- /dev/null
+++ b/model-00211-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f28dfee7c7aab25752d36bde3a4a0c8314dbef44d3a2b1d1bc207e2294491a
+size 1270743864
diff --git a/model-00212-of-00527.safetensors b/model-00212-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..126a8209910861967a7ff0cc44660058a460f599
--- /dev/null
+++ b/model-00212-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f63d1277eb2a55ec2240e43325494b4cf9978f448eb2f208d6e41e904974daf
+size 1037271136
diff --git a/model-00213-of-00527.safetensors b/model-00213-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2053cdda4b438128b8d707f386d92b259247a60
--- /dev/null
+++ b/model-00213-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa49756e612f58afabe3c3f50fb2aac1972915b62202597c2b22dee72021fcd2
+size 1029472104
diff --git a/model-00214-of-00527.safetensors b/model-00214-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3df3643a6654dd458c97c9d587890097755dcb7b
--- /dev/null
+++ b/model-00214-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7965dfa0279169da97181c6201a399be65f589db1a89e81bc387abcc5230667a
+size 1037271408
diff --git a/model-00215-of-00527.safetensors b/model-00215-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d9e77541d6ff746ac744fa96ca734c0de487fd0
--- /dev/null
+++ b/model-00215-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69df418c22de56d258345d048f161af59a7aa5e7b4bd0f824f5fdef3e741d2af
+size 1029472368
diff --git a/model-00216-of-00527.safetensors b/model-00216-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bbbc1628ca465764255de1cae012cbd15d0934c9
--- /dev/null
+++ b/model-00216-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3edd936addd18a3331813fc59aaf95893903853020e2a979cb0ae4725578857
+size 1037271400
diff --git a/model-00217-of-00527.safetensors b/model-00217-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7370ad24917e311309e518210a6b91708587678
--- /dev/null
+++ b/model-00217-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725cf9ea2055df7a6c3c66b492f3858d7e22ee593d8325837a87e3cc8cd3c7a5
+size 1029472368
diff --git a/model-00218-of-00527.safetensors b/model-00218-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4040e58598b67297a76fd1254cb30fb8e5114185
--- /dev/null
+++ b/model-00218-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3092eb0f3bed4686cf5bc814a3893fd6f7db722fa12fbf7e47a2d6bc48daa283
+size 1037271408
diff --git a/model-00219-of-00527.safetensors b/model-00219-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..985ae495d0c13f102cbaf90ebc46598cdf177f09
--- /dev/null
+++ b/model-00219-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703b3bbc0a86d7acd4cd8e1b9ff35a05e02a58691db1df9fe9a2ef395dd8fb0d
+size 1029472368
diff --git a/model-00220-of-00527.safetensors b/model-00220-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ef2660db37b2c38b35b0bd9510e314a59314
--- /dev/null
+++ b/model-00220-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd0e163c94fc8c427d7b4118c15466c73aadb4d5d06d0a2a69a8b2b23acafd9
+size 1270743792
diff --git a/model-00221-of-00527.safetensors b/model-00221-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cc6d82067492684a3921d861926d9fcb54bd532
--- /dev/null
+++ b/model-00221-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c54d3b729aee30938d113a6c2cdd29fe3b47ad0a9e61e200056747c3aa6e399
+size 1037271136
diff --git a/model-00222-of-00527.safetensors b/model-00222-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fba6cc4e14bbdb6fd1f3d77bc6c44980fa408b9f
--- /dev/null
+++ b/model-00222-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587436a7c44237e69558e6646ec56f7453619680d89a8fe52198b7a2b060efc3
+size 1029472168
diff --git a/model-00223-of-00527.safetensors b/model-00223-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3fdb5ded91ca12242c3e90ceee0d89ec09fd844d
--- /dev/null
+++ b/model-00223-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8fc3b47a9e144476698f27e83ce4368daab4571cb580ce696bd5793591913f
+size 1037271408
diff --git a/model-00224-of-00527.safetensors b/model-00224-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95ba6036a58365d0ceeb81c5e2e0aa8feb0c1f8d
--- /dev/null
+++ b/model-00224-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e54a9ea08b1a6ad38bc52831b5cab122db0a40182c658f7a5e40db1cc160c8
+size 1029472368
diff --git a/model-00225-of-00527.safetensors b/model-00225-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5e7adf36c94a2b01ab04b9533a0b61953bf33162
--- /dev/null
+++ b/model-00225-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4172f63ed8dd40c0164438f9c3a8af818472cbb5b63f5b11d7c6ef3eb1a67597
+size 1037271400
diff --git a/model-00226-of-00527.safetensors b/model-00226-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d0b65d902e780a58dcc77594a59d0fad4d2fdb3
--- /dev/null
+++ b/model-00226-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10cad3647816d19feb7236009852af3e1b492234eb2c88a119f351d8433ebd5
+size 1029472368
diff --git a/model-00227-of-00527.safetensors b/model-00227-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9ed8b88d921ee2d78bda600621c182131282e
--- /dev/null
+++ b/model-00227-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb027a10329f85af9d7d0bbe234fd028e2cb23d555ea261216976f30abee421b
+size 1037271408
diff --git a/model-00228-of-00527.safetensors b/model-00228-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d8ee3feebb9285d9ce526a96afb56489b8836a35
--- /dev/null
+++ b/model-00228-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d6880036583a0b3283dc8005d1903c721e8aaf5ac0c6b37562352ea640762e
+size 1029472368
diff --git a/model-00229-of-00527.safetensors b/model-00229-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a9b4af04cc88a4a7e6a4cad6b3dad3c8755a3f8
--- /dev/null
+++ b/model-00229-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81bcbcdd8bd3c20d9d79d2af543b136d4d9ecb95e9fc92ddcc70b128dfccb0a
+size 1270743728
diff --git a/model-00230-of-00527.safetensors b/model-00230-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9da1c7ae29c733a28a382972b4270b967cea1840
--- /dev/null
+++ b/model-00230-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9938b78d90ad722874452a77500837e01bdf13185ac3f9ff9cf666ae213918b9
+size 1037271136
diff --git a/model-00231-of-00527.safetensors b/model-00231-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..99fe3fa45bd1edf8a55cce4520ffec877d9beb7b
--- /dev/null
+++ b/model-00231-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590efedf7b4e8bfaf31eb7c74f05d7db7b060948ed0d2a84a5ccbbb9ba0b3a40
+size 1029472232
diff --git a/model-00232-of-00527.safetensors b/model-00232-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb5513f58ecfd232b4907b5b772951a3d5a61ae0
--- /dev/null
+++ b/model-00232-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac34195c7ba18d72b982b3e7a875189743dd22fcaf64a912b0f175ede75dc5ad
+size 1037271408
diff --git a/model-00233-of-00527.safetensors b/model-00233-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b8f46a59f1f4697e7b6bfd5540ebc61bdf4f367
--- /dev/null
+++ b/model-00233-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a8163719785bc61b72f892d300ac9c2b092e982edb936b82bf515afa95f65a
+size 1029472368
diff --git a/model-00234-of-00527.safetensors b/model-00234-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac99468321fde8f32a9921467b598c1eecc8e40c
--- /dev/null
+++ b/model-00234-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61b9e8d8468cec71c02c521a94b18fae2b4b27e53c9531d212d742d4884a36f
+size 1037271400
diff --git a/model-00235-of-00527.safetensors b/model-00235-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a69b00a1d2ef6f27f7868b6bb0a8939fa2357f6
--- /dev/null
+++ b/model-00235-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d273575b62d5db228630956b2fc4304fc554aee9f246168776b7233bb3995bed
+size 1029472368
diff --git a/model-00236-of-00527.safetensors b/model-00236-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b72196443bfe6e78fb7a88509cb136380b0e38e
--- /dev/null
+++ b/model-00236-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e666ea36e6b4739b100f7161df8b94290d4346b17c00b778910016574cb7058
+size 1037271408
diff --git a/model-00237-of-00527.safetensors b/model-00237-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..91b414b1d796b1287e0d044d2ee866cc8dc43c7c
--- /dev/null
+++ b/model-00237-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e776cb48d02f1d849d0b7890982667608ea143c69a77288592f7bc89455fc49
+size 1270743984
diff --git a/model-00238-of-00527.safetensors b/model-00238-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f54d6ce5896e6f6845313bd72c2f2a3908ff83fa
--- /dev/null
+++ b/model-00238-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e2b56a73699607ca8d35947014c20da8ecc49e73fdc583fb3324b7dc29a3b
+size 1029472048
diff --git a/model-00239-of-00527.safetensors b/model-00239-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5821ad97999e3b624e52e92a2d4eb7845e7b217e
--- /dev/null
+++ b/model-00239-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8588268d800f513f4e40f0ec65195b7ae2e4348155f097fd7fcf76f613d6229c
+size 1037271136
diff --git a/model-00240-of-00527.safetensors b/model-00240-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0b3c67b37116bd20a4ff3b3d4ff1ed0b3bfc14a
--- /dev/null
+++ b/model-00240-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6d9e516288ffe3204ccf416d281cb3b9aea0c749caa9a7342124262d585021
+size 1029472304
diff --git a/model-00241-of-00527.safetensors b/model-00241-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..394e46ea20f2921a34a723da5c87a6fd352e7aa9
--- /dev/null
+++ b/model-00241-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab18c837cd67e28afd3c5a81dca5ae7c85e063258a3b0d4f8880c7c3b20680
+size 1037271408
diff --git a/model-00242-of-00527.safetensors b/model-00242-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a849ab87b3a67508486fe19d3050fdae92864cd
--- /dev/null
+++ b/model-00242-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22662206b088b594a2d19e52f0a6eaf6930c50c3d7523febd9f0f626e18fe3c2
+size 1029472368
diff --git a/model-00243-of-00527.safetensors b/model-00243-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6785364ba65753243f429d21e3d23fca7c2ebb38
--- /dev/null
+++ b/model-00243-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0fddbda514e2540e52142d1c6ba9aaa9053a876268e4588b30accfd8e76686
+size 1037271400
diff --git a/model-00244-of-00527.safetensors b/model-00244-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ead5fefa452a39d3b96aedd07c1dc2162dd24f98
--- /dev/null
+++ b/model-00244-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6870db7ad0942f8d3e50f5f4865429d96158d5d0b777d889b6e9b7b9a0f583f7
+size 1029472368
diff --git a/model-00245-of-00527.safetensors b/model-00245-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..299cb299c877bf1e2a646ed3d21d752279ad02c0
--- /dev/null
+++ b/model-00245-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4b66f81938c05af52cc5271494d36bba9235701ad89ebf30152ce7f0680581
+size 1037271408
diff --git a/model-00246-of-00527.safetensors b/model-00246-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db538ba48e13a6eedec6a7b6dff1cb0f81802f30
--- /dev/null
+++ b/model-00246-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80382f7e8133ef17f944f1e6c3dc9f0a3a353b4152ec0ecb3072bb1fd467776d
+size 1270743864
diff --git a/model-00247-of-00527.safetensors b/model-00247-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b31c2fba8f616c0e97ff6d28d338eacc08ea258c
--- /dev/null
+++ b/model-00247-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bfd005d0cbfcb53a9d2101e20640bb3b43be3853a93e1323cf75efcb7fc670
+size 1029472104
diff --git a/model-00248-of-00527.safetensors b/model-00248-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b73a061b5847a18cd975006684487c126108f28
--- /dev/null
+++ b/model-00248-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741ae536eda7c9b14b99aa343d7af43847e87d5beb01933a5a865589151320bd
+size 1037271136
diff --git a/model-00249-of-00527.safetensors b/model-00249-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60e309c21e35e087027f207fdb37d019700f49bf
--- /dev/null
+++ b/model-00249-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0275efc3d0d729e704eeb5157b2e04d68f35943c2a4e4cafd1d68628cc855852
+size 1029472368
diff --git a/model-00250-of-00527.safetensors b/model-00250-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4543e79cdf1f157e959a2958eeca8d32ef94cea3
--- /dev/null
+++ b/model-00250-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de36aa699d0a719df88cc100042d77af8ddf448ed798b0b83f6c1f21ab8cad8f
+size 1037271408
diff --git a/model-00251-of-00527.safetensors b/model-00251-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90d3f068b3e0d1ab31d845db1d44ae6a7974fb34
--- /dev/null
+++ b/model-00251-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0416dd256512d43406a63b4d5bbe2c3a44d5034a250047d7d95b6ed018e717c
+size 1029472368
diff --git a/model-00252-of-00527.safetensors b/model-00252-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..093b203afb34a5ff3d0d4f433e12817cd82cdd25
--- /dev/null
+++ b/model-00252-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014f073ec6d7c8fcb07e091f1cce5da41c97682e6391d05603f6e3e80fe459b6
+size 1037271400
diff --git a/model-00253-of-00527.safetensors b/model-00253-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c18614e638e4060699351442bad4b8df6f98a8c7
--- /dev/null
+++ b/model-00253-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4871edf9497a1ca2080b678297a84277b77232cc9064dc58c97afe9c7ba2494a
+size 1029472368
diff --git a/model-00254-of-00527.safetensors b/model-00254-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32cda3fddb668ad9c93f84a3c04e1a96901e5b26
--- /dev/null
+++ b/model-00254-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9fa05483b8a6a2d8b8b47625c7f2c94890ba1d7330b4ff94dd13aa173b5cb3
+size 1037271408
diff --git a/model-00255-of-00527.safetensors b/model-00255-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..124bb35ba233411f52230f9229bb86036fd28bf6
--- /dev/null
+++ b/model-00255-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a803d662180cbac1ea24f930cd4145f19c55749d3b4a11fd6ef5f7a989bb0c
+size 1270743792
diff --git a/model-00256-of-00527.safetensors b/model-00256-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff0996eacc8b050022424347250290e2988ca01f
--- /dev/null
+++ b/model-00256-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b23b1fdbd8cf947f6d08d5cfc02705e2529ee459f6e0822bd35cb590ba90c89
+size 1029472104
diff --git a/model-00257-of-00527.safetensors b/model-00257-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d931817a4c472125f1ec293532ee63239e4c4b83
--- /dev/null
+++ b/model-00257-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881eacd9f3c342831efe6baef6ba782fe15d95d3c7052c5386f41ce07641d2f0
+size 1037271208
diff --git a/model-00258-of-00527.safetensors b/model-00258-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2419894745fb1c03410d4e21cf7506ce2f391475
--- /dev/null
+++ b/model-00258-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e887af9f61d9e0847b5b543fea0af45136e16afabbc22c8cab700255d7214a48
+size 1029472368
diff --git a/model-00259-of-00527.safetensors b/model-00259-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46bf732aa5cff53ab0f7af37af07245fad4d5cc3
--- /dev/null
+++ b/model-00259-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640b513bc44b849164f0c8051ae1ae168276ab015cb7f42da41e0b4d0cc43a4a
+size 1037271408
diff --git a/model-00260-of-00527.safetensors b/model-00260-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..656f325809715bdde6d77bea7bbfa047f5fcbb20
--- /dev/null
+++ b/model-00260-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1232eb5c4f490960845a3c14d937de43710e70cb113518a1e8ce2b2e84d906
+size 1029472368
diff --git a/model-00261-of-00527.safetensors b/model-00261-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b5f2943ff8dd2991d8911e21e78523bda1bae175
--- /dev/null
+++ b/model-00261-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ecc71ab0eaf5cb13b556024f5b0f111c83302ec6792ad76a7c783b55f924f2
+size 1037271400
diff --git a/model-00262-of-00527.safetensors b/model-00262-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6e026b02e336cf458e09d876329786c1b432acbb
--- /dev/null
+++ b/model-00262-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecb44e03a1834e5d7357239914592b5c0750524ac80f61cff433a894b39eff2
+size 1029472368
diff --git a/model-00263-of-00527.safetensors b/model-00263-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9fd93693b7c1483d78c95a099097b6d2e5beb371
--- /dev/null
+++ b/model-00263-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5520d36c8de2f41885668ab696362f8838871188edf83121b4583b2a6b3d457
+size 1037271408
diff --git a/model-00264-of-00527.safetensors b/model-00264-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..babc6db0dc28113834280aab51bbe775a335438b
--- /dev/null
+++ b/model-00264-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8956381bf22b284f9771a10968809592e1e1b70ac3e0593b80ec4003076cbed
+size 1270743728
diff --git a/model-00265-of-00527.safetensors b/model-00265-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..141496459f49189f81d0efa70f3cb2e882ec1305
--- /dev/null
+++ b/model-00265-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df570842c7f38a702ab742d8fcccfaad880cfe8d667f770d75b15c2200874bc
+size 1029472104
diff --git a/model-00266-of-00527.safetensors b/model-00266-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..156942278be29fb02ec51db329817863cbbd113d
--- /dev/null
+++ b/model-00266-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d31ea8083853d010a24f2bb2373738d7ec1040a4f3961d63518c0c75e9dcae4
+size 1037271272
diff --git a/model-00267-of-00527.safetensors b/model-00267-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42a3a9de37b1f38b2923cecc712226430750e8b0
--- /dev/null
+++ b/model-00267-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67f7d4a6881d020748bb0d78c469e3684a1ed95a1ee0fd3791937e8b706445d
+size 1029472368
diff --git a/model-00268-of-00527.safetensors b/model-00268-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5174b53becdc9be407058211426c3b1f47884b6
--- /dev/null
+++ b/model-00268-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6183cc675f315bea347c57f7f0321223e7c1f02090b280619430a3968949e590
+size 1037271408
diff --git a/model-00269-of-00527.safetensors b/model-00269-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e916f8baba681b12b0b5644772e66268772e532
--- /dev/null
+++ b/model-00269-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35bb53a544392f1df96c86c825b8d3a511f0966eafe9b7c01d858b252cf7e6f
+size 1029472368
diff --git a/model-00270-of-00527.safetensors b/model-00270-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9813f165c59e57fea72c64c816882636ef20cec8
--- /dev/null
+++ b/model-00270-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d32acbdd466a1953368751465e08853b4acf314fb8d28e21394f057bb1afe
+size 1037271400
diff --git a/model-00271-of-00527.safetensors b/model-00271-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..080a7efeaab9b84dc1cbe2d9668fd2391442fd80
--- /dev/null
+++ b/model-00271-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e465ab8709fe14585650fefc4fdde963af5fd338821aed585e1908f8bbfaddb
+size 1029472368
diff --git a/model-00272-of-00527.safetensors b/model-00272-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29bd84eaea4ca253cf23035beaba2a1e8b1ca6e6
--- /dev/null
+++ b/model-00272-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15068d119f24cfeeebd7130c6a133ae6812e4d850406448b13aa040a08173b37
+size 1270743992
diff --git a/model-00273-of-00527.safetensors b/model-00273-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc2daca132f0efa1f46c99a386de499ac83c5e40
--- /dev/null
+++ b/model-00273-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b0b7432f0ff2bd43d6a727e333f5bde130d21c0eac2de3dad628f51c2b72cd
+size 1037271080
diff --git a/model-00274-of-00527.safetensors b/model-00274-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12be13fdebd6e7701d2879ee16173d144d4e4e21
--- /dev/null
+++ b/model-00274-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a654c72ab47b38cb8eee92369ec92f4f2e0dd4c0bc91918466aa351be34f6963
+size 1029472104
diff --git a/model-00275-of-00527.safetensors b/model-00275-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3abb55e1bcf0c9c6ff03ce23c484f8ff0f3b0628
--- /dev/null
+++ b/model-00275-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ddbcdac5c31784d8a9cee405d5c62f7a3e5dd702b5c04ec724b935ce035a37
+size 1037271336
diff --git a/model-00276-of-00527.safetensors b/model-00276-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c430185f4dcb20a7aba141271107a3cb5e0ff29a
--- /dev/null
+++ b/model-00276-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681b306765df29f6eadff20ce7129dcc8c17406a1f1d04640663cfc3247dde03
+size 1029472368
diff --git a/model-00277-of-00527.safetensors b/model-00277-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b18a29f0a49f878257136ff9c0def07dff521d3
--- /dev/null
+++ b/model-00277-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7506725aaf6d28ae676a98d72e2f79a0190e546afb8c6ada8cf994fc88c9b6
+size 1037271408
diff --git a/model-00278-of-00527.safetensors b/model-00278-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a3873690ec25b52739b09be714d838e9677592e
--- /dev/null
+++ b/model-00278-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e56f015cd1a40c82fc730db8d4846acf7b10031c265d18fe81e8a5c3f93ff85
+size 1029472368
diff --git a/model-00279-of-00527.safetensors b/model-00279-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42a2fc7afa01a3117eda4e2e77f25b74e7c6266a
--- /dev/null
+++ b/model-00279-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e02121e3148500b07c1b91e38c344e309830610fb678e5775840de23465e9
+size 1037271400
diff --git a/model-00280-of-00527.safetensors b/model-00280-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9994dcf0939711528b5db65c1f37b0333fbf68bc
--- /dev/null
+++ b/model-00280-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb23666274792a06049e662bff7645abf3172a97c70530c8ff2173bd522ba6fa
+size 1029472368
diff --git a/model-00281-of-00527.safetensors b/model-00281-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0ec944cce7dd5486a7edd21c3153468c11eceb7
--- /dev/null
+++ b/model-00281-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaa224a3908c7333c6cc6c5fbe881fc1acaf96888d65d53f26babf6ebefdaa4
+size 1270743864
diff --git a/model-00282-of-00527.safetensors b/model-00282-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..945d7740416a31d60b9db0ef89490a790711cc21
--- /dev/null
+++ b/model-00282-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75273248f5139c597146574bb82bc61cda73e9924415d81c2ccf5510a1cfc71
+size 1037271136
diff --git a/model-00283-of-00527.safetensors b/model-00283-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f792ad6d7741605bf299fa1d13240246c8effe0e
--- /dev/null
+++ b/model-00283-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e1e58f52d9b7f33b99c68c4f09ccf6bc6303feb3111534ef6d76cb86f1951
+size 1029472104
diff --git a/model-00284-of-00527.safetensors b/model-00284-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..566059b22e86f271c6fcba4456fb9f1a07ba42f3
--- /dev/null
+++ b/model-00284-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e67b9737213bb3d3e8447d55f0b061945b1c65feed7e5703e6ebc694cddf70
+size 1037271400
diff --git a/model-00285-of-00527.safetensors b/model-00285-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..194ccc6f952d9b38acdcaadd998a09f3ab9f7dd9
--- /dev/null
+++ b/model-00285-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e834852000e702c340d718f611c969d073d2b73379b244572088254e5563b63
+size 1029472368
diff --git a/model-00286-of-00527.safetensors b/model-00286-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..00b576ef55b63f42da3e27cfe2a9cff3a4db1014
--- /dev/null
+++ b/model-00286-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc9db1fd270a54e6f4c6a2e465f26ce0203da905b456fdc14fd5c184a06aa4
+size 1037271408
diff --git a/model-00287-of-00527.safetensors b/model-00287-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f905df398143b21137013447ba2978a6ff3a3069
--- /dev/null
+++ b/model-00287-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2471d9c24dc162b0dd01150836f5eb1591709d6fcfe7b6d0ed3c978b889c9f26
+size 1029472368
diff --git a/model-00288-of-00527.safetensors b/model-00288-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e05364228d6da4ecada6bc0bdd8565c74125ac88
--- /dev/null
+++ b/model-00288-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668a8c2e3fa09637dd463bb2c1b72b256d44a7fa6fa27d1257e9a38389f3dccb
+size 1037271400
diff --git a/model-00289-of-00527.safetensors b/model-00289-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb615c4f1f70536becb3da612f41b56e7369f5e0
--- /dev/null
+++ b/model-00289-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350e696389a5b2acb881409e730df52f9eb1d5c1ffa40192469d1c404d431d70
+size 1029472368
diff --git a/model-00290-of-00527.safetensors b/model-00290-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e956c76ba4af795a25bfd3b21ad6f8879c62be1
--- /dev/null
+++ b/model-00290-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbe7bcf77098ff7dfc069007058f89e2543ed7f73bc8c6b5ab9c136d0600a2d
+size 1270743800
diff --git a/model-00291-of-00527.safetensors b/model-00291-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d529d6ca7a93e3b2805ac8866e213adaf3a58427
--- /dev/null
+++ b/model-00291-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f2d88332584f785fd5e4c67e9a0c64128d335e78d820ed72870210ee6d2ce0
+size 1037271136
diff --git a/model-00292-of-00527.safetensors b/model-00292-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41c654289e8549f8b5d6838a54563e2cf3345fe4
--- /dev/null
+++ b/model-00292-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d5440b12c1524de159ddee57cd7c08986b3f0941bfbe84a32539b38a615ad3
+size 1029472168
diff --git a/model-00293-of-00527.safetensors b/model-00293-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90a01636292d1744245bcf2e2f6495191a6a6f96
--- /dev/null
+++ b/model-00293-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4304f6b12a753a5ea04349f50dfbdece27b7dd971d35ab16876983a1d641eaca
+size 1037271408
diff --git a/model-00294-of-00527.safetensors b/model-00294-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d4699aca5c16416f98431f18716264f17945438
--- /dev/null
+++ b/model-00294-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2dcad08af7afbc03fc0fed8c8c6b1367bee7a1ca22a66e79184f0323b7189d
+size 1029472368
diff --git a/model-00295-of-00527.safetensors b/model-00295-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39fdb7c822d65d94457f1a3bc2e90a0c8f80d24d
--- /dev/null
+++ b/model-00295-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694f35836eb5947de3e593d65020c5a06dc9da84d790cf7e4f191e307b9fc4de
+size 1037271408
diff --git a/model-00296-of-00527.safetensors b/model-00296-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f05b6734f617f1b30783b3b199034a17b0bfc7c0
--- /dev/null
+++ b/model-00296-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90cf7d15061576cadba45c717a30a9f9f1f2e48953ebf5af184dee263bf3771
+size 1029472368
diff --git a/model-00297-of-00527.safetensors b/model-00297-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f41e4e3024c870c9b8d8c921325d1199a4a8399a
--- /dev/null
+++ b/model-00297-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecb38882ca65bf1d755b5ec87a1b83d44cf8de87a6a0d9da1810c7590ae1cd3
+size 1037271400
diff --git a/model-00298-of-00527.safetensors b/model-00298-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..047c0dd8c8a9b8545d58544541d3447f10819142
--- /dev/null
+++ b/model-00298-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187092c2b264abdc0c354b4355db734ac75b430c0fc248aeadb0738bb11b6a63
+size 1029472368
diff --git a/model-00299-of-00527.safetensors b/model-00299-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e0283e9f72ae662dfbc76019b10049df8e1cad4e
--- /dev/null
+++ b/model-00299-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc346ffe1c20208fbab8eee612816ab9015ba8452e8babe4d0db10e85f1943bc
+size 1270743736
diff --git a/model-00300-of-00527.safetensors b/model-00300-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..011012adba9e0a98f8b740aa17ea184ece7ef98e
--- /dev/null
+++ b/model-00300-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a2bfa5340f74128e3a22c3fe1efe7034f3fe8f4e7231c561bfba62d863a8cc
+size 1037271136
diff --git a/model-00301-of-00527.safetensors b/model-00301-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42d52e2f862543e8f94c31222086f8b57835f388
--- /dev/null
+++ b/model-00301-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f7251c3e1436e88232e15c0dba3f8144560a33b19451078c1e0590f28a198
+size 1029472232
diff --git a/model-00302-of-00527.safetensors b/model-00302-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ebba0eb1f6128b3de3a9726aeeced5bd6d98aaf3
--- /dev/null
+++ b/model-00302-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d303d424ca19f1c087e25c39a8e08715b2cdeada8e2c393ec80ca3679e232f7
+size 1037271408
diff --git a/model-00303-of-00527.safetensors b/model-00303-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72aad329311c4f41bb41b983fce2cf8692a0a9f5
--- /dev/null
+++ b/model-00303-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fae158ef6c06ff4f0199f4e3dea9feed143e5a2a8250495e8b73ed2892cfb
+size 1029472368
diff --git a/model-00304-of-00527.safetensors b/model-00304-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31e187ce2da76035eb3e9a5b210290f2ee97b45a
--- /dev/null
+++ b/model-00304-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de74e886f28af7ee9beafb1ff58111bd14d4b8ced46a1e6ca7e18d29b52e5c6
+size 1037271408
diff --git a/model-00305-of-00527.safetensors b/model-00305-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec44cfc2f720e12234f826f2514e45287a701752
--- /dev/null
+++ b/model-00305-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbc25fb9320d77eab4313d5714fcaee714b87f972fb1d2e3a1e7ed2b9f0e751
+size 1029472368
diff --git a/model-00306-of-00527.safetensors b/model-00306-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4e3ac588ed0fcf68cb99a7c46fe3b509c1273827
--- /dev/null
+++ b/model-00306-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae693bb5326c5e8a4f4cfb08d1a0977a8c903f1b46555f38308f5782c6195a8
+size 1037271400
diff --git a/model-00307-of-00527.safetensors b/model-00307-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..89b97a942c8b6a5b3b79630a4a5af4a50ed4662f
--- /dev/null
+++ b/model-00307-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0ed64d2b869dfad1096d1330331140022de1f99a08b66e00d407616a4573e5
+size 1270743992
diff --git a/model-00308-of-00527.safetensors b/model-00308-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..202c55b8da590b9d8c1e6a1490273faaefbabaa4
--- /dev/null
+++ b/model-00308-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b88cb95f9b52852ae79a69c222ff85f479722c1bb92f503697d16f5e634c49c
+size 1029472048
diff --git a/model-00309-of-00527.safetensors b/model-00309-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba121c46a5236cb0f440720adb4fc9b8d9b0e42b
--- /dev/null
+++ b/model-00309-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6592bfc97bf05903bcabdc1b63d507f695100bf0f69fe2f966f16d3e52dea538
+size 1037271136
diff --git a/model-00310-of-00527.safetensors b/model-00310-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c69abfb30146cdf3d36a90b3de540c94e31ba80
--- /dev/null
+++ b/model-00310-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9de4f0437986a09d2ba511e271678d79d721176068e33d1ea23908652efca2
+size 1029472296
diff --git a/model-00311-of-00527.safetensors b/model-00311-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1351c31cf78ae6d310e916e45054fe0ff1987ae1
--- /dev/null
+++ b/model-00311-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9de2293de82e548d08cd8b52e6e7ecdb2c95b073a6f2d810a0787ad1a2acfbf
+size 1037271408
diff --git a/model-00312-of-00527.safetensors b/model-00312-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c851d54bc63900cbe96c90111a46ae5a71b6b586
--- /dev/null
+++ b/model-00312-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b68e2dddc4216132e0b8c00a25ecd094acd157da82a99c7d1451e32ff4bc6fe
+size 1029472368
diff --git a/model-00313-of-00527.safetensors b/model-00313-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cef0bc04f5d0f5c4f13ae95d8eb576d08fac5fc4
--- /dev/null
+++ b/model-00313-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692b5600f29015de02283165f62feb94758196e469d9a66c20e02aa07aeaf5c
+size 1037271408
diff --git a/model-00314-of-00527.safetensors b/model-00314-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..950d99fcc5541e985e38c39e8059b05d36cf1683
--- /dev/null
+++ b/model-00314-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4111f64329ba1575852a573bec80a1122dc17bde79197e8af5947249547a6380
+size 1029472368
diff --git a/model-00315-of-00527.safetensors b/model-00315-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..489dc6cb01a3b8f36be4c8cdbeea24cc0e0f8086
--- /dev/null
+++ b/model-00315-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80106bdcda63fe8bcaa0b5d037969c0776cfcf6670dc21dee1a531eee21cdab9
+size 1037271400
diff --git a/model-00316-of-00527.safetensors b/model-00316-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f957eebcd8164fd1fd5f66596a4384ae7a0fbd1
--- /dev/null
+++ b/model-00316-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5a9bed1e671e739db8235f57cbdbb462feeef9e49711759aa849e466460c1f
+size 1270743864
diff --git a/model-00317-of-00527.safetensors b/model-00317-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51006fcc65bed42fd11692309374b360011b90a9
--- /dev/null
+++ b/model-00317-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d14743e7cc392625c8696cb48315413c963aab8b32cbaf868072414f3a34da7
+size 1029472104
diff --git a/model-00318-of-00527.safetensors b/model-00318-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b50fcbe312400e8001545445bc6655938f1ba940
--- /dev/null
+++ b/model-00318-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a7208b511b85a5abbcac07c5ca427d62dae2001c4b882482b1f184529c64d6
+size 1037271136
diff --git a/model-00319-of-00527.safetensors b/model-00319-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b99213f438f41c0e09668e33475e63f057919a4e
--- /dev/null
+++ b/model-00319-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da27e51b7413e2ca51205fd72cae50654c8b658f74733f1d77563e124c02b69e
+size 1029472368
diff --git a/model-00320-of-00527.safetensors b/model-00320-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e1b355cb47cebe1b283d2b987501885da2dd7e2
--- /dev/null
+++ b/model-00320-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3057c367213467690d1a9c124d5497ff08951d41095cc8b4c675ffc435b8c4ba
+size 1037271408
diff --git a/model-00321-of-00527.safetensors b/model-00321-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..25efbad414e600dae15c6ff3cc6ff0a38934a732
--- /dev/null
+++ b/model-00321-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d819913ad02d66d19b78d7ae19e89e9ca01f14285b7b8c0f1f034b14f35963
+size 1029472368
diff --git a/model-00322-of-00527.safetensors b/model-00322-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39e11c6ba0721088e94c5819decf32d20fbca0a7
--- /dev/null
+++ b/model-00322-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285bdcfd640e7f6ed92b855d3cfd1c1b7cd8b0b35e684a495bd59fa16094dd40
+size 1037271408
diff --git a/model-00323-of-00527.safetensors b/model-00323-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78489f49691c8a5d755dce2e1f3e998ead772c14
--- /dev/null
+++ b/model-00323-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5935f30afd953962dae1d43a029a4733852ccdea2521ca7ff6c620ab48e82062
+size 1029472368
diff --git a/model-00324-of-00527.safetensors b/model-00324-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8987cee522c05bd52b7a519e66aae728c64f3fef
--- /dev/null
+++ b/model-00324-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe9f119e70ca2b289dee06d558518318abe996b7c66dbf6472aac100b38917a
+size 1037271400
diff --git a/model-00325-of-00527.safetensors b/model-00325-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7d69a00796c29d29117ebc4789a2327f70963d6
--- /dev/null
+++ b/model-00325-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1fa0386570b15053344e357312ba088f030476c664563f3c8700086654034
+size 1270743800
diff --git a/model-00326-of-00527.safetensors b/model-00326-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4771d4a0efe9c7e5cfd24a8cf147a2a0acd80571
--- /dev/null
+++ b/model-00326-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c98a6cf9cd3cf6326093f622d48fb80789f503314d8a55ac61ae86ccb8b112b
+size 1029472104
diff --git a/model-00327-of-00527.safetensors b/model-00327-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4a2e06fc61eae5f2ab1db0adfd29aa87e589e7e
--- /dev/null
+++ b/model-00327-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f021090acac6daa39d9db9f7ed273e4f1ec6450d48a380b563be66f16fbb790
+size 1037271200
diff --git a/model-00328-of-00527.safetensors b/model-00328-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9705420f35e447c70097e9588ef3966cd17c7435
--- /dev/null
+++ b/model-00328-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7d6d5ad40731b6a928eb82354370cacdc86fece9276296f18b973ae3a771dc
+size 1029472368
diff --git a/model-00329-of-00527.safetensors b/model-00329-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ecc23ac110b959d21d8e58556e7b0c55a6fc485f
--- /dev/null
+++ b/model-00329-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a99c0a208ee1ce17971d30127f868855e10f6f419d696947e7f65a429394f3
+size 1037271408
diff --git a/model-00330-of-00527.safetensors b/model-00330-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ca8f4cf4002fafea6e3451cdd50f2a1051bf6cc
--- /dev/null
+++ b/model-00330-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa3abed97c6cce2e0cbae4a638a9f91affff69627e02a0cbc109829ed3a8c10
+size 1029472368
diff --git a/model-00331-of-00527.safetensors b/model-00331-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f48c19a206057f652f28a27c30ad1c1e9f7b4b92
--- /dev/null
+++ b/model-00331-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc212c35716f4f753e26de33b55bc8cbf6dad87685ca0731f45662942794274
+size 1037271408
diff --git a/model-00332-of-00527.safetensors b/model-00332-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2949873a11ab4511a70f3ffb5d577682966708ba
--- /dev/null
+++ b/model-00332-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ca16f77b1de553834c5b2ec34a1544c5b228b48641aaad32a17125f37f2db
+size 1029472368
diff --git a/model-00333-of-00527.safetensors b/model-00333-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78969c6b7d28a6c56a117a3ca5fbef7921b5e810
--- /dev/null
+++ b/model-00333-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df587f209caf91836441824ea452310989c933a00998470cc1551cf03819ea6b
+size 1037271400
diff --git a/model-00334-of-00527.safetensors b/model-00334-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..96309017933875118dd3c4d1dc1a6408139ef1ac
--- /dev/null
+++ b/model-00334-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea45e6b1a7e6a653bf028c79fd3597c992703d9111cc6efca7dbb9875a90a52d
+size 1270743736
diff --git a/model-00335-of-00527.safetensors b/model-00335-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9bc0cf57e5ae7b9f15234a2627e2e7ed1a046ed2
--- /dev/null
+++ b/model-00335-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052305e7860d91d221e12fe08311dccfdb0fd7baa551e9c9ba55653712b5cad2
+size 1029472104
diff --git a/model-00336-of-00527.safetensors b/model-00336-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d471ef8fb8d05e4fe85af7c61ad7952445e2709
--- /dev/null
+++ b/model-00336-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeb638395105144715a8c158f3761594bc5bf12e232fa6cfcdd42910c7fb0d4
+size 1037271264
diff --git a/model-00337-of-00527.safetensors b/model-00337-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..553f2646b65363d9a75fab287ce9f755a101ee2c
--- /dev/null
+++ b/model-00337-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1644db94eb405ee448019971763ed933a7f443a6b3c56890d49386324c51e
+size 1029472368
diff --git a/model-00338-of-00527.safetensors b/model-00338-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f0021b788d4e811f06f8cb8b09371d1e71cd85e8
--- /dev/null
+++ b/model-00338-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d631a64d0cec6a5581160d41da946852f5878acbcdcffb5ec82fec8287cf32c8
+size 1037271408
diff --git a/model-00339-of-00527.safetensors b/model-00339-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13b67b2a5f55d47437b70de2da903bb37cefbbe0
--- /dev/null
+++ b/model-00339-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc7030196b3e8d4988926daaaa4b4588300871809661af244455f12ebeb3a0
+size 1029472368
diff --git a/model-00340-of-00527.safetensors b/model-00340-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6f4cb2afbb4fcf752402de9acf56a46435fd0394
--- /dev/null
+++ b/model-00340-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46411027fe11cf9fff7d004bde5169b78dda055c2466df2ddb4ea3a82c6818f2
+size 1037271408
diff --git a/model-00341-of-00527.safetensors b/model-00341-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6423e9c3ae5a66a2eec9d3b1918c54229f49c11c
--- /dev/null
+++ b/model-00341-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdca545c14468a8b12200f6b145b454d52b43e6e7987a6dd76668983665db402
+size 1029472368
diff --git a/model-00342-of-00527.safetensors b/model-00342-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a55e90caa738ad6ad749e50b25a43f874dfe7d32
--- /dev/null
+++ b/model-00342-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d58c612e9c02f9415c295bdf6071e0714ca3b707a2e841645bc5eff5ba801e
+size 1270743992
diff --git a/model-00343-of-00527.safetensors b/model-00343-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7876acfe24e757d6fc6f3f91582dc0b8ceac619f
--- /dev/null
+++ b/model-00343-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e0593691b7bf41cd6e56e8591551d63ad635b1df6a4b515d62a9ca76ee05ae
+size 1037271080
diff --git a/model-00344-of-00527.safetensors b/model-00344-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a812befd620372be9aecbdc5b0d7dd2e74a93d5f
--- /dev/null
+++ b/model-00344-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d743463a4af20bdf895f2ca8fb0c17faeefeee996164f9351b2a379b8cd727f
+size 1029472104
diff --git a/model-00345-of-00527.safetensors b/model-00345-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4e737d19b0c8a91df0a36fcbeea4899cd389df33
--- /dev/null
+++ b/model-00345-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863319394d5f691ed14c5981d22fcb2d3ceeee646352cc1e610864070ceee261
+size 1037271336
diff --git a/model-00346-of-00527.safetensors b/model-00346-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2aa5468c058d4f400d4c056c42926466ab9d5ae
--- /dev/null
+++ b/model-00346-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c13af53c5fd1378e61d0712518fa257d8c4df7aa079715dc317c33969a9002
+size 1029472368
diff --git a/model-00347-of-00527.safetensors b/model-00347-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..66090c54c634d25df6511ee29be3a39d77beddec
--- /dev/null
+++ b/model-00347-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d9ad81e33bc6055bfe82d5f3f67d3d5fc02e0455cfdcbd8e2b2bb2a0bc9d99
+size 1037271408
diff --git a/model-00348-of-00527.safetensors b/model-00348-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..119abcb807759d097725a65005907ec4c7609691
--- /dev/null
+++ b/model-00348-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a306f510219a9c31694d83ffc2f7ea2bf2af03e43014eefde26a1589deb134
+size 1029472368
diff --git a/model-00349-of-00527.safetensors b/model-00349-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8095961086b16c49e9e67f0cd1d51fa89a6fd930
--- /dev/null
+++ b/model-00349-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc517f2013cf55fd7cf79f04b20a77fd0530870828ad7bf0ba2f328f00079189
+size 1037271408
diff --git a/model-00350-of-00527.safetensors b/model-00350-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f57de28be49d22bff59dd081edf502039395cf02
--- /dev/null
+++ b/model-00350-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3b4af9aa622d40ad65abf6ea333bf457ae947f71db4f2ce43e019a3cdb52bd
+size 1029472368
diff --git a/model-00351-of-00527.safetensors b/model-00351-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c5978aebe4eb82f32f864366367c8bd9d3e572e
--- /dev/null
+++ b/model-00351-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d30d676c184c8851f9cf76b2cbc916b0830382aa218637c074ccfec55b527
+size 1270743864
diff --git a/model-00352-of-00527.safetensors b/model-00352-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09e8bd5f6ef786cf076d3f4db362332b08202730
--- /dev/null
+++ b/model-00352-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9671aeb0be6e8b728b0a4d39c612bb97e8868a8bc35f2a745d9c7366627269c7
+size 1037271144
diff --git a/model-00353-of-00527.safetensors b/model-00353-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dbea3a4d475eb70ebe3b595a137f08ffb19456dc
--- /dev/null
+++ b/model-00353-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c609049fc2b7f20b62afc4143bdd233d2bc226406ab80312afb8c68506da3044
+size 1029472104
diff --git a/model-00354-of-00527.safetensors b/model-00354-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba084a14ff85490693ce1fc8f72bbaec94fbd2
--- /dev/null
+++ b/model-00354-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281d5c93065274a7d27efbe1c55cd1b27576581db7294804bdea76514c3236a7
+size 1037271400
diff --git a/model-00355-of-00527.safetensors b/model-00355-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f1febdbd3cbf37d7dd27a16e944d8860e44c04d1
--- /dev/null
+++ b/model-00355-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf23c80eea36a1370b10c20f9072032517c24e028fea7575495481f048c3db8
+size 1029472368
diff --git a/model-00356-of-00527.safetensors b/model-00356-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e12a1173005cfc7c757a92e6bf60a6480de2d0a9
--- /dev/null
+++ b/model-00356-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9329eb880cf73044ba531900bd62625f98dcc715498fca00a6802aee13d6abb7
+size 1037271408
diff --git a/model-00357-of-00527.safetensors b/model-00357-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3b6c100cd2eb2734da708a1eb5e469d4c188d83
--- /dev/null
+++ b/model-00357-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3760f33fa1d8a8a5af7ee4fe26741418a1494684db0a98d7c43faeefdad5466c
+size 1029472368
diff --git a/model-00358-of-00527.safetensors b/model-00358-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d85b2d58ec20c4380153b5d5434c39a6fb2e9c8d
--- /dev/null
+++ b/model-00358-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b9bc2fa37f7965991bd6c2da4fc9b968f46c865059bbbd5d2c908e895fee6b
+size 1037271408
diff --git a/model-00359-of-00527.safetensors b/model-00359-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8683676ab44125d9362a794e031c396d74728aed
--- /dev/null
+++ b/model-00359-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9b9e77a0d7f03af34c5d98f9a4a360c16d952769d754c9425a2249de0c71cd
+size 1029472368
diff --git a/model-00360-of-00527.safetensors b/model-00360-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30084cf2cd964f671038f8a845d46cd53af5075f
--- /dev/null
+++ b/model-00360-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd67fee1f4585c2233ef67f9ec76d58142b073d4e3674703853452234c3f0d27
+size 1270743800
diff --git a/model-00361-of-00527.safetensors b/model-00361-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b0bac972ee00c70a7611147b6a9f194d871773ca
--- /dev/null
+++ b/model-00361-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c215a3f87e63c02b16b976d103e0f85c3f2bc5659a2307c2ba0f8e8ddcf96da5
+size 1037271144
diff --git a/model-00362-of-00527.safetensors b/model-00362-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c755c472acd4ff3a7a19778a9a711e0ee4c40c9
--- /dev/null
+++ b/model-00362-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110761c6dadfe64158b1f682050dabb523e4470e411bf6d1453e76a54b16ab33
+size 1029472168
diff --git a/model-00363-of-00527.safetensors b/model-00363-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a391870706e9377cadf6db2962f7638a0b54723c
--- /dev/null
+++ b/model-00363-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a287977371da9a2f1c64ee9f6b62dbfa8825c8124b4ccb22f7b122d59587ef0
+size 1037271400
diff --git a/model-00364-of-00527.safetensors b/model-00364-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..69444863115ba403b100c8f2519b5de0a648f63d
--- /dev/null
+++ b/model-00364-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e31be821a42c55d65feac377b4b0e46a6e9a0cb4f0575604a4899d9afd7f34
+size 1029472368
diff --git a/model-00365-of-00527.safetensors b/model-00365-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..282e0dff622c95810aeaa0f3e2dbefa3fa915202
--- /dev/null
+++ b/model-00365-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ee6350f8ea338c417237a3f79a63fcaa087e84f8593915c8ebc10fdba889d9
+size 1037271408
diff --git a/model-00366-of-00527.safetensors b/model-00366-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f35e1d1aeada0fea2592e2955bbc46e5b50f47c5
--- /dev/null
+++ b/model-00366-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ae65e6502c888253c3119eb3b85bf68f7077eca754aa7269aa73a82832bbf7
+size 1029472368
diff --git a/model-00367-of-00527.safetensors b/model-00367-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bce695d3c58e652547fc5b4d2644f46e62868045
--- /dev/null
+++ b/model-00367-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbaccfadea5d5cdfcd1bd2dd2b60a88b00aa292ae4453c1df5ebe6b1d39029
+size 1037271408
diff --git a/model-00368-of-00527.safetensors b/model-00368-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d2b67b506aa0619337eb1f15f8c10071d7446d3
--- /dev/null
+++ b/model-00368-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a885d975202b457e3bad67b521b3895fb96b4c0dbe7e72490e6939d4a7b31f
+size 1029472368
diff --git a/model-00369-of-00527.safetensors b/model-00369-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06b88e1e1283eea142f2456405146d404ec5fc01
--- /dev/null
+++ b/model-00369-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf258481db2ca93b3f1e8bae206d10f2b84c052bdb7c96858043390aebe56ff
+size 1270743736
diff --git a/model-00370-of-00527.safetensors b/model-00370-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0368f1197a4e46fa80170e6a683c8636c216d89
--- /dev/null
+++ b/model-00370-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc6860661723cdf8cfd182c16e1a96360f6c0a9607df878c2117d380a412f1f
+size 1037271144
diff --git a/model-00371-of-00527.safetensors b/model-00371-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..025513d118bfca8839a5ed0e205f1b3d6e696d41
--- /dev/null
+++ b/model-00371-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defdd7e21ef4b595de2062a059f9add0ca81abb13f7c94ee5392ba19b74e633b
+size 1029472232
diff --git a/model-00372-of-00527.safetensors b/model-00372-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a314ab15835b32a6f58cc8d2cf2ed1260ecde
--- /dev/null
+++ b/model-00372-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837640e981017b2d93f19ad195f493271e71da6ed28783f1fb3af16d256afdb0
+size 1037271400
diff --git a/model-00373-of-00527.safetensors b/model-00373-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbdb76c0a86a3fec7f460101997af47dba13a98d
--- /dev/null
+++ b/model-00373-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb832e0321c663d7e27463f2d01df346a0cee2516d0cddec0377612b6281a59
+size 1029472368
diff --git a/model-00374-of-00527.safetensors b/model-00374-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af1ef5e9d413e44ae4ec5f346306122059b48c82
--- /dev/null
+++ b/model-00374-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67894b364a8750edd13869368ac968bc228849686477d687fe91b67a27edaf99
+size 1037271408
diff --git a/model-00375-of-00527.safetensors b/model-00375-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3821ad262527966421506d51ac38ac91019ac8f5
--- /dev/null
+++ b/model-00375-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3300a5eb49e0e10b89a3593d5bbdcf7b57e59099d8ff342bc00362dc7874f2
+size 1029472368
diff --git a/model-00376-of-00527.safetensors b/model-00376-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b9d66aeb342ada175db4c7e7dc1eb7a1011df
--- /dev/null
+++ b/model-00376-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4cc235e9375c68b24ddad76599ac3840c233912ef84eeb9bc8a0b35a89607
+size 1037271408
diff --git a/model-00377-of-00527.safetensors b/model-00377-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cbb8f32a4d3c0ddfa14b32fd66830fb10df6b16
--- /dev/null
+++ b/model-00377-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853cf195a1d3e249f63e9c6abb4b791638cf49a11503c8ec0c539470e7e0b329
+size 1270743992
diff --git a/model-00378-of-00527.safetensors b/model-00378-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6efcc18600f1bd051344535589186fa10649c226
--- /dev/null
+++ b/model-00378-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab70dcee23d5f5b3aa8e2ffb241d95242ea17a1622b615da63a89f40338ecf9
+size 1029472040
diff --git a/model-00379-of-00527.safetensors b/model-00379-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28b6cb3fb617ac2ac20052905c7b76c6824acc76
--- /dev/null
+++ b/model-00379-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3566727b3036b874546f5cab5ad49dbe572c7828a8062e798fc7640f4f412d85
+size 1037271144
diff --git a/model-00380-of-00527.safetensors b/model-00380-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cc8919273f1bc38b49020156d0317871cc623
--- /dev/null
+++ b/model-00380-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910effcefee3940e320558fa00fe8044510f9ece64772401f4fad957171ab4c8
+size 1029472296
diff --git a/model-00381-of-00527.safetensors b/model-00381-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd2c5708ec2a0ed7ddda8647e1f4131a7b3000
--- /dev/null
+++ b/model-00381-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa73799fd6fb9a79f2d7a8cf2655bb626733406c6334d4543e868e7aead6fb3d
+size 1037271400
diff --git a/model-00382-of-00527.safetensors b/model-00382-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e0b81103afb5427ad61e36ab8f9b22bc5a732141
--- /dev/null
+++ b/model-00382-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ca8a73c89970ce889b670ab2bd8571778654ce1dedea277cd19eddab60aef3
+size 1029472368
diff --git a/model-00383-of-00527.safetensors b/model-00383-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f79fe9e5543ce75658dd2c1fcfac08a2d641431d
--- /dev/null
+++ b/model-00383-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9aa3ebe5ecbc93ed21e77f5ed47b26d53cf00d8a77e838ba88fa0b07ece75d
+size 1037271408
diff --git a/model-00384-of-00527.safetensors b/model-00384-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..842e0b256064d699624f3da869dedc76464bc7de
--- /dev/null
+++ b/model-00384-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcb5dd120d4565901e12fb4c89684e035fd7f0068aca90830fdd86905642974
+size 1029472368
diff --git a/model-00385-of-00527.safetensors b/model-00385-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de89f2603d51fd6dbd872e798f2cc0cf2c659364
--- /dev/null
+++ b/model-00385-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45510d31e78850087f4744424fe7e3083ee6e5adb4ef8b2ea99867d431a455e9
+size 1037271408
diff --git a/model-00386-of-00527.safetensors b/model-00386-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d253a979473cb586c2fbadf45eddb7f9c97c4df7
--- /dev/null
+++ b/model-00386-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a44b87d830fd4fc1476b388c81fba46fa44c683d6dd53d26de68ca177dc380
+size 1270743864
diff --git a/model-00387-of-00527.safetensors b/model-00387-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d95ceba1b52fe9d412f3091fb3d0f02eb96855d
--- /dev/null
+++ b/model-00387-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75daf973b09ba15295831152c90ede4160c0bec4a37992e9e59128425d5b739
+size 1029472104
diff --git a/model-00388-of-00527.safetensors b/model-00388-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b56a190a908bc964fbad55895487af83f83c311e
--- /dev/null
+++ b/model-00388-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b168a74ceadb98f33ae3bd9d6172619f7a9bfa3d832eacb23660bf685b052657
+size 1037271144
diff --git a/model-00389-of-00527.safetensors b/model-00389-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0f193d15fc05288add0e6015ecbb4db7f05e1fd4
--- /dev/null
+++ b/model-00389-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae607c6cc8c5155d9cf15a1c385dcaf96d80d4c5e8c77a9beb42a089b5b78912
+size 1029472360
diff --git a/model-00390-of-00527.safetensors b/model-00390-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9fb5ea09ff070dd23ba160abfd07042d33e74343
--- /dev/null
+++ b/model-00390-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b76a6005bedaadacc0125473278ee0bc2882275442d5f5dad0f272281e6574
+size 1037271400
diff --git a/model-00391-of-00527.safetensors b/model-00391-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..631e08f0da4c30145b1d45e1a34baf813cebda7f
--- /dev/null
+++ b/model-00391-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231e2920896a43d4efb9efa9eff76139e6f69d2e0b4cd4072e560464e3e5f45a
+size 1029472368
diff --git a/model-00392-of-00527.safetensors b/model-00392-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ccc985b03dc97577db6da978bfe10d1acbbe58c
--- /dev/null
+++ b/model-00392-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4836473905e6433a0ec0ce1c3b1ebfa03c90381b17976e756c84c4b14baf24
+size 1037271408
diff --git a/model-00393-of-00527.safetensors b/model-00393-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f0695a8e36e599eec138a0a2378e60a9e1e1ab0
--- /dev/null
+++ b/model-00393-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c6db7d3147a90077015f0fcfd921756541a0764332162aaad6e9c15e9f8018
+size 1029472368
diff --git a/model-00394-of-00527.safetensors b/model-00394-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38bc16b5bccb9b863f467d66489464ee4cb4b83c
--- /dev/null
+++ b/model-00394-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b5ea7ae41f28588d19ecb116742a1346df77c73eac2cf858171ea1cfabd46
+size 1037271408
diff --git a/model-00395-of-00527.safetensors b/model-00395-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c278efafdececb929c4272058faa1500990295a
--- /dev/null
+++ b/model-00395-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0ccb918f23a370e00d55f6f217a103f2e2acf2aeb4b7cf897debe815a81e4e
+size 1270743800
diff --git a/model-00396-of-00527.safetensors b/model-00396-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec9d022b44323ba5dacc926c483c3d8e8c7df8a7
--- /dev/null
+++ b/model-00396-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dd50f114066352d4acfe519cd7bdef3a0a16faea37e1a2f6a14453b82d3ca8
+size 1029472104
diff --git a/model-00397-of-00527.safetensors b/model-00397-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21c60250fbf0e6c990a5a41f2c4becd25d0bbd09
--- /dev/null
+++ b/model-00397-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c2c19a9861ff633f1bf16d8219d4f77dc8aee55b06e8dd81ba02f8e3c0b9c
+size 1037271200
diff --git a/model-00398-of-00527.safetensors b/model-00398-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06d258fbb0a5cb95762d8105916576b842d009ec
--- /dev/null
+++ b/model-00398-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5023ad220f2d913ab45650c4b486c6c68a1a851bbb89b436950d2ffd4421ebdb
+size 1029472368
diff --git a/model-00399-of-00527.safetensors b/model-00399-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df9444ffd26ef7588c8ff0fe75ad357a23459734
--- /dev/null
+++ b/model-00399-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2514e49615b91b064b6d48c4021944785272f830fe20b72708dd347c2f46b888
+size 1037271400
diff --git a/model-00400-of-00527.safetensors b/model-00400-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7148262e618b6cc5428feaf9065d922ee9052cb1
--- /dev/null
+++ b/model-00400-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17d641fd7a240f20cdae709d8aafb9520a503cc49ce2f933988acbdf0cb038
+size 1029472368
diff --git a/model-00401-of-00527.safetensors b/model-00401-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90e37b8229ed66fbf036357d0ff74d6fb7d64a25
--- /dev/null
+++ b/model-00401-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610f0eab366cbaabb55cf01bc9100a7a758df2f4d2a04d3ad2505292fea0ac21
+size 1037271408
diff --git a/model-00402-of-00527.safetensors b/model-00402-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45fd58ae2aa9e62cedb39e92a3feecf4f3101c3a
--- /dev/null
+++ b/model-00402-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d096081e4319c6ecc0ab2119dab467f2c6673e2386ca12968518e07dee23d0c
+size 1029472368
diff --git a/model-00403-of-00527.safetensors b/model-00403-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..985f54fe70c558fec30c98d393978e16db486af9
--- /dev/null
+++ b/model-00403-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca077f1314e194a228ba18950321153dec8bddab097c84bd8c0a3bce9df6516
+size 1037271408
diff --git a/model-00404-of-00527.safetensors b/model-00404-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c3eab5d2f3e912421eed4afaa4297263f17e6b5
--- /dev/null
+++ b/model-00404-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1250cb87f1746ec6a75780d3604a900f1618c31ea9fd2964bc554f730df040d3
+size 1270743736
diff --git a/model-00405-of-00527.safetensors b/model-00405-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b52a66da0b2fce16e1c96127ec0d61b1c48b16b
--- /dev/null
+++ b/model-00405-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea0bf870452a281af34f17650feca3afabd3cfeaf2fb6cf38b6a7ffad0f74e
+size 1029472104
diff --git a/model-00406-of-00527.safetensors b/model-00406-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..449143a329dd40c822f84d3f83b22f7ac05d0476
--- /dev/null
+++ b/model-00406-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fc7e4bebf0308548ab01a0756f0ec803bf78f414a4e9a2b5e64233abe87d18
+size 1037271272
diff --git a/model-00407-of-00527.safetensors b/model-00407-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c61aeafc0793d875562d8044dbe8385a2b815966
--- /dev/null
+++ b/model-00407-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ec2f1c7ddc06ab11e743cce04d9e75b7ce326bd74def5ea59654e7b2cbe1f
+size 1029472368
diff --git a/model-00408-of-00527.safetensors b/model-00408-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05fc16a6028ef1ea1cde4881a321dbfd31cd8bac
--- /dev/null
+++ b/model-00408-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a638335a7f3dcf1e676010230ae2429bd0d545fb97a253f9b8f02ead6a357e
+size 1037271400
diff --git a/model-00409-of-00527.safetensors b/model-00409-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..559a57ea0818aca502f0de56d7b7bc3609d2a571
--- /dev/null
+++ b/model-00409-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c95bb79bb41a47577f5847c88676f9d6380022ad8b9f56965a75124d0287c1
+size 1029472368
diff --git a/model-00410-of-00527.safetensors b/model-00410-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..192a126c390cb6554032375d1b9650a1a7b0928a
--- /dev/null
+++ b/model-00410-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b0bad89046430e37ce6cf783f8aa586a8ac53b135c292883cbf1be4d061efa
+size 1037271408
diff --git a/model-00411-of-00527.safetensors b/model-00411-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b78158bf29a22274f06547df1f6d37e18c4d3e0
--- /dev/null
+++ b/model-00411-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4882f458aa6728fc75960befc45631e6eaf76f6c14623a7a89e0c59a8f16be
+size 1029472368
diff --git a/model-00412-of-00527.safetensors b/model-00412-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b7ac60624669f03e3da11b798236be7bf8841a16
--- /dev/null
+++ b/model-00412-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd070374a55c42994883ec0a97131bf53e49597a992979720cef09b6c30a26b
+size 1161102344
diff --git a/model-00413-of-00527.safetensors b/model-00413-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2b578e0b840db56e86b5c7280e3557ca12ca4bd8
--- /dev/null
+++ b/model-00413-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90929acaa3d6b6f6925133754f4a0687097992342940a553fe8f883e72f01a81
+size 1123515680
diff --git a/model-00414-of-00527.safetensors b/model-00414-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c41388762a1ae4f69c6073679c392eb0c6b00de
--- /dev/null
+++ b/model-00414-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e003d2043c0b04d6853265267e7388f0260c819fc29de9fc21801bda87b112
+size 1037271144
diff --git a/model-00415-of-00527.safetensors b/model-00415-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5607fe8232af0bf1861fd1880842f631609d4af2
--- /dev/null
+++ b/model-00415-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4163fbff9283669273960ce8c41352d31081345f42e4e75e578a5f7708cc0f32
+size 1029472288
diff --git a/model-00416-of-00527.safetensors b/model-00416-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..193b95ed20949f158ddcb026d141ab7a8e76a541
--- /dev/null
+++ b/model-00416-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776e0ca0acb5f735f76cdc6789102076635b8b497c7305b2467c1789f9c0da7f
+size 1037271400
diff --git a/model-00417-of-00527.safetensors b/model-00417-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ec91e66727cb988c07b50f8b19f9e237b566
--- /dev/null
+++ b/model-00417-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefd28fdde37a12abfb511fad62c443026d5e995ff30636ebdf22c1c80b6fd06
+size 1029472368
diff --git a/model-00418-of-00527.safetensors b/model-00418-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb5fd4181baeddd25d94a8b62bb05c236d503391
--- /dev/null
+++ b/model-00418-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f4c71062432364dc9bc7e18fb72c0bcda6765bb93e7908278c4ce739eda2e1
+size 1037271408
diff --git a/model-00419-of-00527.safetensors b/model-00419-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..390156d847fdce62670c9d539143e6d68ab7f292
--- /dev/null
+++ b/model-00419-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e99a6d37f21723f4bbb976fb6e70161b00a71c464ab0ec576ea9f3181a939bf
+size 1029472368
diff --git a/model-00420-of-00527.safetensors b/model-00420-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bd1d62ab58c0ab9a9043af3156dd3a170c2a24cd
--- /dev/null
+++ b/model-00420-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbaa9ef4b0b827ffa25bae8aea95d353626bbc116ea4f5ecb4992992fb1be21
+size 1037271408
diff --git a/model-00421-of-00527.safetensors b/model-00421-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5e3c15b72e40c078a4be3b451946e5daa24f8fc2
--- /dev/null
+++ b/model-00421-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a396dfe5a41c34a7125aff72641a0740faf7d203a41bb16d8c8f8e15953c4a
+size 1270743872
diff --git a/model-00422-of-00527.safetensors b/model-00422-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aef3c37c9e5bd6dc82e0668ad4e00e94fde960a6
--- /dev/null
+++ b/model-00422-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9744a59a2890972ee5ba65c5ecca9c1fea44067905b394884cf7bcdca7304fbb
+size 1029472104
diff --git a/model-00423-of-00527.safetensors b/model-00423-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7406d617b74ab718e3d1d445175a2304bf431ea1
--- /dev/null
+++ b/model-00423-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee480fe4e5e5b5bf883ae48379ab581b24f3a1c314139a7bbe39b5834b82e37
+size 1037271144
diff --git a/model-00424-of-00527.safetensors b/model-00424-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c28364245e1d0eafe41aa9db23fafb44bb9aabc4
--- /dev/null
+++ b/model-00424-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1dfb76e03d1e12a0083b71fa2b7563b291162fd1794b950c9e84eea96ef3b0
+size 1029472360
diff --git a/model-00425-of-00527.safetensors b/model-00425-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aec82092332d717df51b456a5c4e896219138735
--- /dev/null
+++ b/model-00425-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889b0040174aac3b1c76e7c4f091329f460f0361ee4d089e6e67695cc49a9a1c
+size 1037271400
diff --git a/model-00426-of-00527.safetensors b/model-00426-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a29d26c445371fbc93d36613ef960b14731af8ba
--- /dev/null
+++ b/model-00426-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d32beb72bab79894d0f94a4d6c380ef2b80547c20b61bbc884e3e3d32414e
+size 1029472368
diff --git a/model-00427-of-00527.safetensors b/model-00427-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eae3b50ba40b9d4bf4ce22d7cb0be5e3708417f6
--- /dev/null
+++ b/model-00427-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e44117eb5fe1e89c38c90b66be1373ff4854aafb2b148a0cff1da1a76a0b93
+size 1037271408
diff --git a/model-00428-of-00527.safetensors b/model-00428-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b810c66365ffb3c8b5cff45ed58f533095a5269
--- /dev/null
+++ b/model-00428-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cf9c1ef3e7f553439e6f38ada09745736387c418424f882188f054a79d7cc5
+size 1029472368
diff --git a/model-00429-of-00527.safetensors b/model-00429-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa5d9910ddd1ef660a790266c4409e079c41c630
--- /dev/null
+++ b/model-00429-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783b725bd56226ad97eccc2857f9a3e059185fbaa3bb97a38b36c1335c24d4bc
+size 1037271408
diff --git a/model-00430-of-00527.safetensors b/model-00430-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..044b5ebebb433de8325df4b30cee3b7c9bd41d2c
--- /dev/null
+++ b/model-00430-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48c1bffcb8d60e2fe794518fd5f6aef91bb7a104a339f243ac0dab64c28b784
+size 1270743808
diff --git a/model-00431-of-00527.safetensors b/model-00431-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0bf5268dfc6caf41255e49caa86c064f3f2b092f
--- /dev/null
+++ b/model-00431-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae51a4db465ccf9d49728682edef3edb6a834a999fb1d80fe4771f6048eb837
+size 1029472104
diff --git a/model-00432-of-00527.safetensors b/model-00432-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0ca39d87e11a6acddd289e194f8e614877384a7
--- /dev/null
+++ b/model-00432-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d34bcdb94d82a3bd724b77b2b84a278af0a6c09f64dd3d469a58e284e1fd0fb
+size 1037271200
diff --git a/model-00433-of-00527.safetensors b/model-00433-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a157110e6d4cbe917c67805706c9ceb833d1809d
--- /dev/null
+++ b/model-00433-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a60a34d8c2792597eae8120bcb42f384a0c009e8972b7daede9382297c873ff
+size 1029472368
diff --git a/model-00434-of-00527.safetensors b/model-00434-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1593815cbfb491a38027415abf1b3e17472fcb27
--- /dev/null
+++ b/model-00434-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028a358b0b498f653425c49fcceb8a15d2ec6cec0ccb8015b61b3fa073446403
+size 1037271400
diff --git a/model-00435-of-00527.safetensors b/model-00435-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c34096aa1b19be6698726c0b67b9114b9bc7cf16
--- /dev/null
+++ b/model-00435-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af313ed8c561ebc0cc7f01aba55c39c100bc0ba936feed6603283b5053e4b07
+size 1029472368
diff --git a/model-00436-of-00527.safetensors b/model-00436-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4adb0a041206f2bca9991689ab75f78e22009e18
--- /dev/null
+++ b/model-00436-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f64330350fad5ff20bde361f54150a94a13fef5ae4ddc8fa7d6da055ff65c4
+size 1037271408
diff --git a/model-00437-of-00527.safetensors b/model-00437-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d6292fda9ca5183711430f041b67b21ca138fb0
--- /dev/null
+++ b/model-00437-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252059fb594b2e276d54f6cd13ba519f5c8ecb56ce023c914650ee8883683c80
+size 1029472368
diff --git a/model-00438-of-00527.safetensors b/model-00438-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be7fb5b26a0ab93e67b3cc447bc082e711368689
--- /dev/null
+++ b/model-00438-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24693f8450544b651d8af23d25eb0002ee0f394713ead74abde0d9c3af95b6f
+size 1037271408
diff --git a/model-00439-of-00527.safetensors b/model-00439-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bfe983b5fa182e5c193131531ac5518379cd0c0a
--- /dev/null
+++ b/model-00439-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33fdfdcc67044eccaf9152d2d722f73676b074afd40d2e360e123ecd1c330b
+size 1270743736
diff --git a/model-00440-of-00527.safetensors b/model-00440-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5036e5c9976ab5f0aa83895c6e195a24565f46be
--- /dev/null
+++ b/model-00440-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648617348bf2043377b6ab7fd76484d012e0c295336c3deae54bf92a205f9d2
+size 1029472104
diff --git a/model-00441-of-00527.safetensors b/model-00441-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6363b3bec9132afbbc6bf9a40be012282d5170e
--- /dev/null
+++ b/model-00441-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633dfb46c289a487c7872e83845be0e00c68f72f115aae46cb32e94e95c89ab2
+size 1037271264
diff --git a/model-00442-of-00527.safetensors b/model-00442-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50f5ad333dc8fb4d6c0e39d5825dbcfdfad273eb
--- /dev/null
+++ b/model-00442-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10938f99be9a94edb82cff8860acdd31eeb737712ce48585655d3da359b3d77
+size 1029472368
diff --git a/model-00443-of-00527.safetensors b/model-00443-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..772a441a89fa6242c0d3c2c5b088752750759b8e
--- /dev/null
+++ b/model-00443-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aa00706299844634ec9b84693319b391865ffce974911eb19b854670c8a2e1
+size 1037271400
diff --git a/model-00444-of-00527.safetensors b/model-00444-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7af00f67a353036f3d466f5bbb0bca715a7ca274
--- /dev/null
+++ b/model-00444-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36936b73814d5c4b57e121f5c3e9cbddd262324ea163f658df4981f64331fe22
+size 1029472368
diff --git a/model-00445-of-00527.safetensors b/model-00445-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35747a2d43c1c798dd17c4ba65f5ff6e18fabacf
--- /dev/null
+++ b/model-00445-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5c35e69347fcdce239136340553bf61413ddc428f9408dabac607a2d428eab
+size 1037271408
diff --git a/model-00446-of-00527.safetensors b/model-00446-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c079b633ca80209b05ff914582f57fa3385d147a
--- /dev/null
+++ b/model-00446-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfff7e57d32d9d6c1d74c25af1413dc54d24a75d8bd36fd42861b79189c66a9
+size 1029472368
diff --git a/model-00447-of-00527.safetensors b/model-00447-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80cb24ab751d6b738a6b6d8040519a6b5f67a5c8
--- /dev/null
+++ b/model-00447-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff992275cfad94be0f0d0571a3b40c582118a5a5cb9cf41af3037dc3b63a881e
+size 1159463304
diff --git a/model-00448-of-00527.safetensors b/model-00448-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..882f7ce7508c97aaf7a587554aa3a583589f30a2
--- /dev/null
+++ b/model-00448-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd6dd7432c3dacd8cd749b2eaf37a7e816981a56f589876a66bcf5c4156dcde
+size 1148551816
diff --git a/model-00449-of-00527.safetensors b/model-00449-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e5d269689c904c9bf9e7650810f98af5a1adff8
--- /dev/null
+++ b/model-00449-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d138e69bf0c76dc2836a8f40dd686cb864757c7f68f233c03ba3d6d0dac8cb47
+size 1029472104
diff --git a/model-00450-of-00527.safetensors b/model-00450-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9be034e63202bec0b38bbff57a5e0e0db1acd70e
--- /dev/null
+++ b/model-00450-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c4e9fe92dcf0f9b15b108179a36f492493097b0a4edf669bcfa3468b3aea98
+size 1037271328
diff --git a/model-00451-of-00527.safetensors b/model-00451-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..371888e9b1730547083a11901e191e4ec0169da2
--- /dev/null
+++ b/model-00451-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf651954bc903976ba060b7eba1790535be0d8bb352e501393d0a5634927efe
+size 1029472368
diff --git a/model-00452-of-00527.safetensors b/model-00452-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4747e55f3d28cf06ac29ab404159e5600320eb9
--- /dev/null
+++ b/model-00452-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d3504cac805e5f52f73ca49280df807b39bd32f7065f83f2a49bdd56a7aaaa
+size 1037271400
diff --git a/model-00453-of-00527.safetensors b/model-00453-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b30b506f8ad7d86420806eb690b2317ec03790b
--- /dev/null
+++ b/model-00453-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9977acc12cd6e024eab75e73f74cadbedcdf69e8e18f4d52956871d0295428ab
+size 1029472368
diff --git a/model-00454-of-00527.safetensors b/model-00454-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ce1c492fb123b8866391bf04d7b023fbc7fe79f5
--- /dev/null
+++ b/model-00454-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fb447551bd9a5e4ceb54bb20e0bcdae3f3ff9b2e9857a1df9caf6fae0037f8
+size 1037271408
diff --git a/model-00455-of-00527.safetensors b/model-00455-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1705eb922254bc2f9fd8faab1e30cce40e9aca72
--- /dev/null
+++ b/model-00455-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abd81986ac28332af4c97d0a297070480b802f515ed2e241ad0c80b0a852c0c
+size 1029472368
diff --git a/model-00456-of-00527.safetensors b/model-00456-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..efda52ca2d2b9de62a8a34bb83880cf9617d0f3f
--- /dev/null
+++ b/model-00456-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edc944fbe70af30d64cc72dce4f91dbe0fab342b7e55c94cb59129ed2461d77
+size 1270743872
diff --git a/model-00457-of-00527.safetensors b/model-00457-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28c45982ef9c7d33683d4d85668b76fcbe0b0e6c
--- /dev/null
+++ b/model-00457-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2079fb4cfc7015558f10d4dafc3c8a179ccbd9eb46b27515d9761e539cc676cf
+size 1037271136
diff --git a/model-00458-of-00527.safetensors b/model-00458-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24d368877f7e4ec19b49749598d83b4d49664194
--- /dev/null
+++ b/model-00458-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f5b58ee079dcfff932506a0617309c6f9abbbe7575f461e3202fff7f7f0fb
+size 1029472104
diff --git a/model-00459-of-00527.safetensors b/model-00459-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7280dc012760ca0b4ebcf5a34b58439f843aa5fa
--- /dev/null
+++ b/model-00459-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0566defb3604c1c9830440c3eed689d6769e53c53e6b21a086d025fbc49dc983
+size 1037271392
diff --git a/model-00460-of-00527.safetensors b/model-00460-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d42fd8458617ae6c81490085635b113934abef60
--- /dev/null
+++ b/model-00460-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802ed75d74cf6e8105c0f2ba7f8f17ce1c670db7446cabfc3aa4b659151bd32c
+size 1029472368
diff --git a/model-00461-of-00527.safetensors b/model-00461-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2e074a4440c603a82530f1c4d5e0946661dd632
--- /dev/null
+++ b/model-00461-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c4dc9567227885a72b735f9572b30395bd84c973d1189f55b4a14705e2df48
+size 1037271400
diff --git a/model-00462-of-00527.safetensors b/model-00462-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c87f166c79be528d45c2d45a7eb6b5f5898354fe
--- /dev/null
+++ b/model-00462-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af7e4903c78303b648f3f0615033613db25f4a7960e4233cc1c186c1556d063
+size 1029472368
diff --git a/model-00463-of-00527.safetensors b/model-00463-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4e42d1b3b7daf25cac4068116713e0b1624e03a
--- /dev/null
+++ b/model-00463-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523ce9f6b5c5800ef1ac00cec1371a32a922c11d47fbc433e1c8ecfcf75bbf9f
+size 1037271408
diff --git a/model-00464-of-00527.safetensors b/model-00464-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..898feaa78c9eed1bb87c0fdef83c65332826fccb
--- /dev/null
+++ b/model-00464-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb43ae04fb4d658d427173fe468856ff536c4af1b7159510587203745cf4d3fb
+size 1029472368
diff --git a/model-00465-of-00527.safetensors b/model-00465-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aff7f8f44c0dc54de5c4c913eb43b71485689700
--- /dev/null
+++ b/model-00465-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed45a66cc09819937614bb94e87047e0aef09a4ecf6126b36fd5115f0290417
+size 1270743808
diff --git a/model-00466-of-00527.safetensors b/model-00466-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09a88e78eff809fe5344ff5bbd7cf9f19236f34a
--- /dev/null
+++ b/model-00466-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b683b597e06582939f18e6488d5aa4718c26ce90bdce23eae7087fd298a30
+size 1037271136
diff --git a/model-00467-of-00527.safetensors b/model-00467-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e6877436e549d0bd5f445239e354d8e917d38cd6
--- /dev/null
+++ b/model-00467-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05df4aa95c779f51d4e76e1d5c8580ef6ea6956725bc425a216ac1406a1f079e
+size 1029472160
diff --git a/model-00468-of-00527.safetensors b/model-00468-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2ba9761781de71f6e98faae4fe57ae3be2782
--- /dev/null
+++ b/model-00468-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9428e4869138a3a6cf248bfaf030594d5bb34667e376113fb7d35664d41e50
+size 1037271408
diff --git a/model-00469-of-00527.safetensors b/model-00469-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bafb251460c39207931b865ebeb729440fb4a687
--- /dev/null
+++ b/model-00469-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0128c67d57025e0237e4a03ecf8e6b8e14d1229f4fffc69c8734cd8ea9abe189
+size 1029472368
diff --git a/model-00470-of-00527.safetensors b/model-00470-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..295dc41715874c1d8fd373c8f7d86019a9e03e69
--- /dev/null
+++ b/model-00470-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a09cd074f3e2e03f473ff5557ad4d77676e941e1f26d5af8a638c3abafe759
+size 1037271400
diff --git a/model-00471-of-00527.safetensors b/model-00471-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a149120af8e4b764a21c1385be4c1a542648df31
--- /dev/null
+++ b/model-00471-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce585abeecd23c59d283eddae78d4885da32803e5340fcb69b2471353b6d79f
+size 1029472368
diff --git a/model-00472-of-00527.safetensors b/model-00472-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b64f469523b24346b207ccf7dfed373807b5961a
--- /dev/null
+++ b/model-00472-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a34d1f002ba22992b54862f6450c5ef82453e685876e4e23c7533c829fec948
+size 1037271408
diff --git a/model-00473-of-00527.safetensors b/model-00473-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76e723eebfec2227f1954b2985200d6b0606b1f3
--- /dev/null
+++ b/model-00473-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1c8c3ef53aca81c175be66fede320983079a0f0c8f187b25cd6ae458477819
+size 1029472368
diff --git a/model-00474-of-00527.safetensors b/model-00474-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8956ee72665c5fc09aa388ca06b9b91df2267771
--- /dev/null
+++ b/model-00474-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685b7f886074acdc2198ebb919995a03d7025c2b97116a0308a9808b5ce4d031
+size 1270743744
diff --git a/model-00475-of-00527.safetensors b/model-00475-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aabc519f4105db0259c267bcf0090fe37fd61eb8
--- /dev/null
+++ b/model-00475-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15833dca4c43be7a50fae8f7c860186e79f7eccc736cbabb123dc6a8035bc659
+size 1037271136
diff --git a/model-00476-of-00527.safetensors b/model-00476-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c2792983859728b9fedccbf95dd8cb6a43a3259
--- /dev/null
+++ b/model-00476-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf822bd843519b5d0aaa1d78efc02b92ec771795e2c831d8b08473ff821b8e13
+size 1029472224
diff --git a/model-00477-of-00527.safetensors b/model-00477-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7eca1d5c897780be79754f1be29666a942887cf
--- /dev/null
+++ b/model-00477-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd417fbe3676c53d769940422b3a6b768a32c20db5a10ed94f9ed8267e1ee329
+size 1037271408
diff --git a/model-00478-of-00527.safetensors b/model-00478-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..443cf0cf9cc52158828a4561af578a67c4264944
--- /dev/null
+++ b/model-00478-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e087b17ca8c7729858b44d80d247d13feb2c777ae4dbf29fa41448b618943a
+size 1029472368
diff --git a/model-00479-of-00527.safetensors b/model-00479-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7baea0fa852d72a347e0c591fa193f86c54631bc
--- /dev/null
+++ b/model-00479-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5473e2b01698de179840e7bfc60719cd896bafbb124b6b53779329a84e127a28
+size 1037271400
diff --git a/model-00480-of-00527.safetensors b/model-00480-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78e61fc9c9695389bb7ddf8f1d8085c3ada3657e
--- /dev/null
+++ b/model-00480-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca38e6de7e057a27bc5413623e1f068b5443224ffb7353573ad3b1ca7aa4ccd
+size 1029472368
diff --git a/model-00481-of-00527.safetensors b/model-00481-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..390d0a1699dac14d6326cc3488e53daa38315078
--- /dev/null
+++ b/model-00481-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e24db95cfd10cf32ca10dc44fbd577cc9bb24c41a9d80beafefd4b9c0dfd70
+size 1037271408
diff --git a/model-00482-of-00527.safetensors b/model-00482-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ace644345f51a2ef051e16b7073b26a0142fd2b
--- /dev/null
+++ b/model-00482-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb97b538c0534c5f79070d6d85d31ac69e6de15117904022574c3c8ce0a0aac
+size 1121714424
diff --git a/model-00483-of-00527.safetensors b/model-00483-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d451e6cb1ca4f0fa8ae132fd229f08edc9eb2c70
--- /dev/null
+++ b/model-00483-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f3d5230f4e7e48e253bae83c8780cecb5d76186a89e7cb3a314fd23907354f
+size 1178501656
diff --git a/model-00484-of-00527.safetensors b/model-00484-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5f214de6e1c7bc529b4b09073269feb48b840a76
--- /dev/null
+++ b/model-00484-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66309b8ae03676f35a4c454a8c32e6dfbbaff681fdbd200761143ee9a7cef39
+size 1029472104
diff --git a/model-00485-of-00527.safetensors b/model-00485-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..53414d7e8e1d1ede90f6ab961fe3a02056d4a4b3
--- /dev/null
+++ b/model-00485-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3d5c35a6675a308d958ae984273c1c35ad1bd54ecfa7f3c43448aeb24a5c31
+size 1037271328
diff --git a/model-00486-of-00527.safetensors b/model-00486-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..056d94e9b72117159c13071b1f9adf13fcf852e7
--- /dev/null
+++ b/model-00486-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa4f86dd8e6a0e940e2bbbf8b349d1fefb7ab31e1e1525198c2f1e8a0864c9
+size 1029472368
diff --git a/model-00487-of-00527.safetensors b/model-00487-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c14109fd7e92382b60a6746e0a6ee0c3c905b1b
--- /dev/null
+++ b/model-00487-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20b2fb6f01291a74dba9d86f20615c9a6d8fcac3aef46884f1b6169834fb1ea
+size 1037271408
diff --git a/model-00488-of-00527.safetensors b/model-00488-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16ec4f661ab11dd43699b2ca139f632b568f3746
--- /dev/null
+++ b/model-00488-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5261296eced2bbb8f68d72f97e58d2706f82b93ba415cedd9aa6eb0ed5db4d81
+size 1029472368
diff --git a/model-00489-of-00527.safetensors b/model-00489-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e9430ef0332f0794c688938634ef18048cba97d
--- /dev/null
+++ b/model-00489-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ec7dd4031605f964fc810f013625db5c58bb63b7e4e75ad60e1f53c2dc52de
+size 1037271400
diff --git a/model-00490-of-00527.safetensors b/model-00490-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f1563a88062730e31c6b658ff1b4a49697f8d055
--- /dev/null
+++ b/model-00490-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b025b881ac7a6f41d760cdbcc2f40d786b11da89539e6d47ab5ffc88a8841
+size 1029472368
diff --git a/model-00491-of-00527.safetensors b/model-00491-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed1214e15396faccb4d8990c3a3bcce730002a78
--- /dev/null
+++ b/model-00491-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0b87c57c973cbc7230b7a2521c0bbecc3d6a7d242ea1326489bb23173f2c07
+size 1270743880
diff --git a/model-00492-of-00527.safetensors b/model-00492-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83fdd348c5f6d45bf17e5b09fa3c5b71d21eefe0
--- /dev/null
+++ b/model-00492-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2db4f6c3d992cb162e1557b4a1ed746937ca4772962e6b9ea82e13912946d61
+size 1037271136
diff --git a/model-00493-of-00527.safetensors b/model-00493-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4251b34676e61ac5032ba85ae335781345db7e07
--- /dev/null
+++ b/model-00493-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3912041c630686c1b3108c2dc13821bb19c2a0109fb793c94832b4bedd5947c
+size 1029472104
diff --git a/model-00494-of-00527.safetensors b/model-00494-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2521673e3b743275914442af914f59ec6aac448e
--- /dev/null
+++ b/model-00494-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc97cec7ba4046be69348c0a2ec97e893332b88be42d69262c7823a89ed59919
+size 1037271392
diff --git a/model-00495-of-00527.safetensors b/model-00495-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f075f666735f3aedee11ace6d06b020c4a9a0c66
--- /dev/null
+++ b/model-00495-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2c307c524482a239b8241160de65d3d95a20bea3bb0934341cb248698725b
+size 1029472368
diff --git a/model-00496-of-00527.safetensors b/model-00496-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a74c12bfc18012eb9aa4b4a2f171395550c01619
--- /dev/null
+++ b/model-00496-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c01a981156f2a2cb2436d7086a814be0046dc16fa5244d044f664a14da6c98f
+size 1037271408
diff --git a/model-00497-of-00527.safetensors b/model-00497-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb2408715c4cdb808ae8f87b04124c64a70077
--- /dev/null
+++ b/model-00497-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19829c55d5d257d7e8fe96360ff8e8382848499f258a69b6a18177254588ff1d
+size 1029472368
diff --git a/model-00498-of-00527.safetensors b/model-00498-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b5f047880d9b12e3d8fd7048a2a5e8fc9601961c
--- /dev/null
+++ b/model-00498-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f88389de35cfcda6b1ae666747023b169c2ba18b7b2ad5100944245a2e9744
+size 1037271400
diff --git a/model-00499-of-00527.safetensors b/model-00499-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e3d7e69b215469aae6c061235f6fd7eabff6a54
--- /dev/null
+++ b/model-00499-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07957afbf0cd8a8f7110ad2fcabebf76e3b0de9985e0545b2f9219d0185d52e2
+size 1029472368
diff --git a/model-00500-of-00527.safetensors b/model-00500-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a008930dbc39bf9aa23b4742e5f573659248777
--- /dev/null
+++ b/model-00500-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de310a674d7bc0c9b555111c1595e5d37e8e4788c77ddd8fe29055b0bfdda9d5
+size 1270743816
diff --git a/model-00501-of-00527.safetensors b/model-00501-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51dff160a9a7d09db89105468101485b214fa7aa
--- /dev/null
+++ b/model-00501-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d1d3abab6df9754733d205fac32650db5db26ac29ee9be5393655797e22e35
+size 1037271136
diff --git a/model-00502-of-00527.safetensors b/model-00502-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..93c7b7611843b637366d584377a4b73c3e4145ca
--- /dev/null
+++ b/model-00502-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb7aca45d5a132f3771d39c637e1c991cf8609f3a1d596dc45e93ac79fa697
+size 1029472152
diff --git a/model-00503-of-00527.safetensors b/model-00503-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d66a3233b488c1b91eb025375ebe708b88ca8b78
--- /dev/null
+++ b/model-00503-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3280f369037e08271726a50a185ea20905ba4e46f323e5ce6161046c94b27c8d
+size 1037271408
diff --git a/model-00504-of-00527.safetensors b/model-00504-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..397ee2c159edb8d272de36f22942e122b3cb7393
--- /dev/null
+++ b/model-00504-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9182c1dd2cb245c88922bc7c1e48c3819f8fbef852c5864a8ff04bd157c33014
+size 1029472368
diff --git a/model-00505-of-00527.safetensors b/model-00505-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d9857b2fdc3da631808659d9e497cefd6f957a8c
--- /dev/null
+++ b/model-00505-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73811ae471a7b00b69b969e37212dae7264d21c64ffcc9f9db4ccbedf7f1377
+size 1037271408
diff --git a/model-00506-of-00527.safetensors b/model-00506-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5dbaa6b41568fb81f35cfbc9c7fb10a34672930f
--- /dev/null
+++ b/model-00506-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15d38582da201db4d9df9d341940eef997fa6cd0c4955fd5da49bf48782ab4f
+size 1029472368
diff --git a/model-00507-of-00527.safetensors b/model-00507-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6587d130c95d8b30da99c29c31e0681e50358
--- /dev/null
+++ b/model-00507-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cdf5d7b7e173f7d18c9b06239095e17bdda91042daea8923f0d3230511bf18
+size 1037271400
diff --git a/model-00508-of-00527.safetensors b/model-00508-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d26310ad880366732e0a6db931f9a4c20249e57
--- /dev/null
+++ b/model-00508-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336d62db732e587d1fc83e701306b82cb616d17cf3c6265a49c3697ab892b121
+size 1029472368
diff --git a/model-00509-of-00527.safetensors b/model-00509-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2920169fb30233db651231ff235a8ab3c8744bb5
--- /dev/null
+++ b/model-00509-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf925a0c6fe062426383633cb8d1c9bf2c5950d64add027b523ff7b4ca1071f
+size 1270743744
diff --git a/model-00510-of-00527.safetensors b/model-00510-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d417fb9ef1d08cdb86abdf39823df1eb87b1ede
--- /dev/null
+++ b/model-00510-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d217bae2641dc2b28b66fba33bf93aa92beccb3366eb7409a78c5cd5b40f04
+size 1037271136
diff --git a/model-00511-of-00527.safetensors b/model-00511-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86e472760be3fa16adc8b42d3f7b0cc10b3794b4
--- /dev/null
+++ b/model-00511-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6f0e8628c73603c55110f079101532249fa7f658508dd54e40591e3137016e
+size 1029472224
diff --git a/model-00512-of-00527.safetensors b/model-00512-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1117e8f7655706d55e69534fb084630e9693923a
--- /dev/null
+++ b/model-00512-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6b61468095cef00a5f2e1d0e130cc467e63dc70290f7fff18112acd863939
+size 1037271408
diff --git a/model-00513-of-00527.safetensors b/model-00513-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a31e77b7b096e71de3b418760531a839b5b3b480
--- /dev/null
+++ b/model-00513-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcf1ce44337870195174a398b81797d0860f791605a55ac3f6a06cd031fdd09
+size 1029472368
diff --git a/model-00514-of-00527.safetensors b/model-00514-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6dfbddfdc300f53fc37e1443663dd0492f6a6f82
--- /dev/null
+++ b/model-00514-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd110aef6430e3347c1c9bf778b6d85c3ded6a22c6e97091fb3ceb60c6ee198
+size 1037271408
diff --git a/model-00515-of-00527.safetensors b/model-00515-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5bed9c82f0bac5b90150877f28061bed0a1d3b8
--- /dev/null
+++ b/model-00515-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b39bc6a21eacb237b3fabecaaaa7c179c9b4d97b68b3a2d15a4698d560a65
+size 1029472368
diff --git a/model-00516-of-00527.safetensors b/model-00516-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b474a3c908a4db586b376370ec495eaab0706a6c
--- /dev/null
+++ b/model-00516-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbc10018cc092158e66ee5b3e0de6f569a5a2ac049fa0bd1d1593d09851fdb7
+size 1037271400
diff --git a/model-00517-of-00527.safetensors b/model-00517-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..974644ae46345a6a1dd6328353225ff3d5ec6ae9
--- /dev/null
+++ b/model-00517-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a338d729a1012b38cbda260d0f5f9e866019631b657433fa296422876d60c7c6
+size 1107490048
diff --git a/model-00518-of-00527.safetensors b/model-00518-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa6cc236d13e80dec90b383c4260dbfbeb7d00d8
--- /dev/null
+++ b/model-00518-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ba7d5120a45bb55c84bd15bbed3619b02c0fedaeec3d76de21dad875da97b5
+size 1192726032
diff --git a/model-00519-of-00527.safetensors b/model-00519-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c71db7bc6bbe6a67c2b8711a6b5ce06dead5b4a9
--- /dev/null
+++ b/model-00519-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11462197843c8edb31fff84f2bfd53500d44e4fbf1245fd04a914a19c71bc9ef
+size 1037271136
diff --git a/model-00520-of-00527.safetensors b/model-00520-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ce7c138f52ecfa6060687b4675d10e9207b4674
--- /dev/null
+++ b/model-00520-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb460bc7ed513fe6ec3834652ca06fc7636b6aa261dc58f0081a3080f5b48704
+size 1029472288
diff --git a/model-00521-of-00527.safetensors b/model-00521-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21b8b6f89a18a1fde0ed576136f3a6db905ff78a
--- /dev/null
+++ b/model-00521-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1682389d0f81cd2bdb7fb13e41687e30da0f981f6432603124028bc634a20d23
+size 1037271408
diff --git a/model-00522-of-00527.safetensors b/model-00522-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01a0b0fe3c703c89759310004208b76fde18b574
--- /dev/null
+++ b/model-00522-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6010b1df4e2aa85f77ff44b6d76b7ed4a68b7bfe5d43b800eb90be898750f
+size 1029472368
diff --git a/model-00523-of-00527.safetensors b/model-00523-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4edc1973ce44cbb242eb4fcfbf2a181300e3391
--- /dev/null
+++ b/model-00523-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cc9f823337c5bef56ec5252edadf0819080c3d30ed76bc298bc147184d47db
+size 1037271408
diff --git a/model-00524-of-00527.safetensors b/model-00524-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b75e7b49927d21390a18602af4a4f018721d6b7
--- /dev/null
+++ b/model-00524-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb8029374ce55f4f9244fe1414e749814fcf3f26b41643e77ca5b99f8228770
+size 1029472368
diff --git a/model-00525-of-00527.safetensors b/model-00525-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9d8ac6ea4abbc584e3186e796c153964a227bc5
--- /dev/null
+++ b/model-00525-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3264e3dc87639da2882a0b9d26f7973015b91adb1dde0b697475e557d3b30788
+size 1037271400
diff --git a/model-00526-of-00527.safetensors b/model-00526-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c178cd8d105cbf160a27d4ba3af0798ca20abcad
--- /dev/null
+++ b/model-00526-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768e484a811e3c067214e061993ea9541a0128b66b88bf37be64055f2eedf477
+size 850136320
diff --git a/model-00527-of-00527.safetensors b/model-00527-of-00527.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9263afef3ed387a1d085ac1cb7edb4f6f8c1539f
--- /dev/null
+++ b/model-00527-of-00527.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f3014327348598d8ba230d4dc2f5432a3114dc95f67a29ee6677684a4e874f
+size 2348810336
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..c492d9a3a19cae9cf39315f861c5a939e1f0e505
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e465ad6bd89777a0ebb70137cf0382db9e48a473ab29120426892bec6bfe96
+size 13612128
diff --git a/modeling_deepseek.py b/modeling_deepseek.py
new file mode 100644
index 0000000000000000000000000000000000000000..3463f58b0083e6736f193c10ff7ac02769ca0583
--- /dev/null
+++ b/modeling_deepseek.py
@@ -0,0 +1,1852 @@
+# coding=utf-8
+# Copyright 2023 DeepSeek-AI and The HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+""" PyTorch DeepSeek model."""
+import math
+import warnings
+from typing import List, Optional, Tuple, Union
+
+import torch
+import torch.nn.functional as F
+import torch.utils.checkpoint
+from torch import nn
+from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss
+
+from transformers.activations import ACT2FN
+from transformers.cache_utils import Cache, DynamicCache
+from transformers.modeling_attn_mask_utils import (
+    AttentionMaskConverter,
+    _prepare_4d_attention_mask,
+    _prepare_4d_causal_attention_mask,
+)
+from transformers.modeling_outputs import (
+    BaseModelOutputWithPast,
+    CausalLMOutputWithPast,
+    SequenceClassifierOutputWithPast,
+)
+from transformers.modeling_utils import PreTrainedModel
+from transformers.pytorch_utils import (
+    ALL_LAYERNORM_LAYERS,
+    is_torch_greater_or_equal_than_1_13,
+)
+from transformers.utils import (
+    add_start_docstrings,
+    add_start_docstrings_to_model_forward,
+    is_flash_attn_2_available,
+    is_flash_attn_greater_or_equal_2_10,
+    logging,
+    replace_return_docstrings,
+)
+from transformers.utils.import_utils import is_torch_fx_available
+from .configuration_deepseek import DeepseekV3Config
+import torch.distributed as dist
+import numpy as np
+
+if is_flash_attn_2_available():
+    from flash_attn import flash_attn_func, flash_attn_varlen_func
+    from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input  # noqa
+
+
+# This makes `_prepare_4d_causal_attention_mask` a leaf function in the FX graph.
+# It means that the function will not be traced through and simply appear as a node in the graph.
+if is_torch_fx_available():
+    if not is_torch_greater_or_equal_than_1_13:
+        import torch.fx
+
+    _prepare_4d_causal_attention_mask = torch.fx.wrap(_prepare_4d_causal_attention_mask)
+
+
+logger = logging.get_logger(__name__)
+
+_CONFIG_FOR_DOC = "DeepseekV3Config"
+
+
+def _get_unpad_data(attention_mask):
+    seqlens_in_batch = attention_mask.sum(dim=-1, dtype=torch.int32)
+    indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
+    max_seqlen_in_batch = seqlens_in_batch.max().item()
+    cu_seqlens = F.pad(
+        torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.torch.int32), (1, 0)
+    )
+    return (
+        indices,
+        cu_seqlens,
+        max_seqlen_in_batch,
+    )
+
+
+class DeepseekV3RMSNorm(nn.Module):
+    def __init__(self, hidden_size, eps=1e-6):
+        """
+        DeepseekV3RMSNorm is equivalent to T5LayerNorm
+        """
+        super().__init__()
+        self.weight = nn.Parameter(torch.ones(hidden_size))
+        self.variance_epsilon = eps
+
+    def forward(self, hidden_states):
+        input_dtype = hidden_states.dtype
+        hidden_states = hidden_states.to(torch.float32)
+        variance = hidden_states.pow(2).mean(-1, keepdim=True)
+        hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon)
+        return self.weight * hidden_states.to(input_dtype)
+
+
+ALL_LAYERNORM_LAYERS.append(DeepseekV3RMSNorm)
+
+
+class DeepseekV3RotaryEmbedding(nn.Module):
+    def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None):
+        super().__init__()
+
+        self.dim = dim
+        self.max_position_embeddings = max_position_embeddings
+        self.base = base
+        inv_freq = 1.0 / (
+            self.base ** (torch.arange(0, self.dim, 2).float().to(device) / self.dim)
+        )
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+        # Build here to make `torch.jit.trace` work.
+        self._set_cos_sin_cache(
+            seq_len=max_position_embeddings,
+            device=self.inv_freq.device,
+            dtype=torch.get_default_dtype(),
+        )
+        self.max_seq_len_cached = None
+
+    def _set_cos_sin_cache(self, seq_len, device, dtype):
+        self.max_seq_len_cached = seq_len
+        t = torch.arange(
+            self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype
+        )
+
+        freqs = torch.outer(t, self.inv_freq.to(t.device))
+        # Different from paper, but it uses a different permutation in order to obtain the same calculation
+        emb = torch.cat((freqs, freqs), dim=-1)
+        self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False)
+        self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False)
+
+    def forward(self, x, seq_len=None):
+        # x: [bs, num_attention_heads, seq_len, head_size]
+        if self.max_seq_len_cached is None or seq_len > self.max_seq_len_cached:
+            self._set_cos_sin_cache(seq_len=seq_len, device=x.device, dtype=x.dtype)
+
+        return (
+            self.cos_cached[:seq_len].to(dtype=x.dtype),
+            self.sin_cached[:seq_len].to(dtype=x.dtype),
+        )
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaLinearScalingRotaryEmbedding with Llama->DeepseekV3
+class DeepseekV3LinearScalingRotaryEmbedding(DeepseekV3RotaryEmbedding):
+    """DeepseekV3RotaryEmbedding extended with linear scaling. Credits to the Reddit user /u/kaiokendev"""
+
+    def __init__(
+        self,
+        dim,
+        max_position_embeddings=2048,
+        base=10000,
+        device=None,
+        scaling_factor=1.0,
+    ):
+        self.scaling_factor = scaling_factor
+        super().__init__(dim, max_position_embeddings, base, device)
+
+    def _set_cos_sin_cache(self, seq_len, device, dtype):
+        self.max_seq_len_cached = seq_len
+        t = torch.arange(
+            self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype
+        )
+        t = t / self.scaling_factor
+
+        freqs = torch.outer(t, self.inv_freq)
+        # Different from paper, but it uses a different permutation in order to obtain the same calculation
+        emb = torch.cat((freqs, freqs), dim=-1)
+        self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False)
+        self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False)
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaDynamicNTKScalingRotaryEmbedding with Llama->DeepseekV3
+class DeepseekV3DynamicNTKScalingRotaryEmbedding(DeepseekV3RotaryEmbedding):
+    """DeepseekV3RotaryEmbedding extended with Dynamic NTK scaling. Credits to the Reddit users /u/bloc97 and /u/emozilla"""
+
+    def __init__(
+        self,
+        dim,
+        max_position_embeddings=2048,
+        base=10000,
+        device=None,
+        scaling_factor=1.0,
+    ):
+        self.scaling_factor = scaling_factor
+        super().__init__(dim, max_position_embeddings, base, device)
+
+    def _set_cos_sin_cache(self, seq_len, device, dtype):
+        self.max_seq_len_cached = seq_len
+
+        if seq_len > self.max_position_embeddings:
+            base = self.base * (
+                (self.scaling_factor * seq_len / self.max_position_embeddings)
+                - (self.scaling_factor - 1)
+            ) ** (self.dim / (self.dim - 2))
+            inv_freq = 1.0 / (
+                base ** (torch.arange(0, self.dim, 2).float().to(device) / self.dim)
+            )
+            self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+        t = torch.arange(
+            self.max_seq_len_cached, device=device, dtype=self.inv_freq.dtype
+        )
+
+        freqs = torch.outer(t, self.inv_freq)
+        # Different from paper, but it uses a different permutation in order to obtain the same calculation
+        emb = torch.cat((freqs, freqs), dim=-1)
+        self.register_buffer("cos_cached", emb.cos().to(dtype), persistent=False)
+        self.register_buffer("sin_cached", emb.sin().to(dtype), persistent=False)
+
+
+# Inverse dim formula to find dim based on number of rotations
+def yarn_find_correction_dim(
+    num_rotations, dim, base=10000, max_position_embeddings=2048
+):
+    return (dim * math.log(max_position_embeddings / (num_rotations * 2 * math.pi))) / (
+        2 * math.log(base)
+    )
+
+
+# Find dim range bounds based on rotations
+def yarn_find_correction_range(
+    low_rot, high_rot, dim, base=10000, max_position_embeddings=2048
+):
+    low = math.floor(
+        yarn_find_correction_dim(low_rot, dim, base, max_position_embeddings)
+    )
+    high = math.ceil(
+        yarn_find_correction_dim(high_rot, dim, base, max_position_embeddings)
+    )
+    return max(low, 0), min(high, dim - 1)  # Clamp values just in case
+
+
+def yarn_get_mscale(scale=1, mscale=1):
+    if scale <= 1:
+        return 1.0
+    return 0.1 * mscale * math.log(scale) + 1.0
+
+
+def yarn_linear_ramp_mask(min, max, dim):
+    if min == max:
+        max += 0.001  # Prevent singularity
+
+    linear_func = (torch.arange(dim, dtype=torch.float32) - min) / (max - min)
+    ramp_func = torch.clamp(linear_func, 0, 1)
+    return ramp_func
+
+
+class DeepseekV3YarnRotaryEmbedding(DeepseekV3RotaryEmbedding):
+
+    def __init__(
+        self,
+        dim,
+        max_position_embeddings=2048,
+        base=10000,
+        device=None,
+        scaling_factor=1.0,
+        original_max_position_embeddings=4096,
+        beta_fast=32,
+        beta_slow=1,
+        mscale=1,
+        mscale_all_dim=0,
+    ):
+        self.scaling_factor = scaling_factor
+        self.original_max_position_embeddings = original_max_position_embeddings
+        self.beta_fast = beta_fast
+        self.beta_slow = beta_slow
+        self.mscale = mscale
+        self.mscale_all_dim = mscale_all_dim
+        super().__init__(dim, max_position_embeddings, base, device)
+
+    def _set_cos_sin_cache(self, seq_len, device, dtype):
+        self.max_seq_len_cached = seq_len
+        dim = self.dim
+
+        freq_extra = 1.0 / (
+            self.base
+            ** (torch.arange(0, dim, 2, dtype=torch.float32, device=device) / dim)
+        )
+        freq_inter = 1.0 / (
+            self.scaling_factor
+            * self.base
+            ** (torch.arange(0, dim, 2, dtype=torch.float32, device=device) / dim)
+        )
+
+        low, high = yarn_find_correction_range(
+            self.beta_fast,
+            self.beta_slow,
+            dim,
+            self.base,
+            self.original_max_position_embeddings,
+        )
+        inv_freq_mask = 1.0 - yarn_linear_ramp_mask(low, high, dim // 2).to(
+            device=device, dtype=torch.float32
+        )
+        inv_freq = freq_inter * (1 - inv_freq_mask) + freq_extra * inv_freq_mask
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+        t = torch.arange(seq_len, device=device, dtype=torch.float32)
+
+        freqs = torch.outer(t, inv_freq)
+
+        _mscale = float(
+            yarn_get_mscale(self.scaling_factor, self.mscale)
+            / yarn_get_mscale(self.scaling_factor, self.mscale_all_dim)
+        )
+
+        emb = torch.cat((freqs, freqs), dim=-1)
+        self.register_buffer(
+            "cos_cached", (emb.cos() * _mscale).to(dtype), persistent=False
+        )
+        self.register_buffer(
+            "sin_cached", (emb.sin() * _mscale).to(dtype), persistent=False
+        )
+
+
+# Copied from transformers.models.llama.modeling_llama.rotate_half
+def rotate_half(x):
+    """Rotates half the hidden dims of the input."""
+    x1 = x[..., : x.shape[-1] // 2]
+    x2 = x[..., x.shape[-1] // 2 :]
+    return torch.cat((-x2, x1), dim=-1)
+
+
+# Copied from transformers.models.llama.modeling_llama.apply_rotary_pos_emb
+def apply_rotary_pos_emb(q, k, cos, sin, position_ids, unsqueeze_dim=1):
+    """Applies Rotary Position Embedding to the query and key tensors.
+
+    Args:
+        q (`torch.Tensor`): The query tensor.
+        k (`torch.Tensor`): The key tensor.
+        cos (`torch.Tensor`): The cosine part of the rotary embedding.
+        sin (`torch.Tensor`): The sine part of the rotary embedding.
+        position_ids (`torch.Tensor`):
+            The position indices of the tokens corresponding to the query and key tensors. For example, this can be
+            used to pass offsetted position ids when working with a KV-cache.
+        unsqueeze_dim (`int`, *optional*, defaults to 1):
+            The 'unsqueeze_dim' argument specifies the dimension along which to unsqueeze cos[position_ids] and
+            sin[position_ids] so that they can be properly broadcasted to the dimensions of q and k. For example, note
+            that cos[position_ids] and sin[position_ids] have the shape [batch_size, seq_len, head_dim]. Then, if q and
+            k have the shape [batch_size, heads, seq_len, head_dim], then setting unsqueeze_dim=1 makes
+            cos[position_ids] and sin[position_ids] broadcastable to the shapes of q and k. Similarly, if q and k have
+            the shape [batch_size, seq_len, heads, head_dim], then set unsqueeze_dim=2.
+    Returns:
+        `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding.
+    """
+    cos = cos[position_ids].unsqueeze(unsqueeze_dim)
+    sin = sin[position_ids].unsqueeze(unsqueeze_dim)
+
+    b, h, s, d = q.shape
+    q = q.view(b, h, s, d // 2, 2).transpose(4, 3).reshape(b, h, s, d)
+
+    b, h, s, d = k.shape
+    k = k.view(b, h, s, d // 2, 2).transpose(4, 3).reshape(b, h, s, d)
+
+    q_embed = (q * cos) + (rotate_half(q) * sin)
+    k_embed = (k * cos) + (rotate_half(k) * sin)
+    return q_embed, k_embed
+
+
+class DeepseekV3MLP(nn.Module):
+    def __init__(self, config, hidden_size=None, intermediate_size=None):
+        super().__init__()
+        self.config = config
+        self.hidden_size = config.hidden_size if hidden_size is None else hidden_size
+        self.intermediate_size = (
+            config.intermediate_size if intermediate_size is None else intermediate_size
+        )
+
+        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False)
+        self.act_fn = ACT2FN[config.hidden_act]
+
+    def forward(self, x):
+        down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x))
+        return down_proj
+
+
+class MoEGate(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.top_k = config.num_experts_per_tok
+        self.n_routed_experts = config.n_routed_experts
+        self.routed_scaling_factor = config.routed_scaling_factor
+        self.scoring_func = config.scoring_func
+        self.seq_aux = config.seq_aux
+        self.topk_method = config.topk_method
+        self.n_group = config.n_group
+        self.topk_group = config.topk_group
+
+        # topk selection algorithm
+        self.norm_topk_prob = config.norm_topk_prob
+        self.gating_dim = config.hidden_size
+        self.weight = nn.Parameter(
+            torch.empty((self.n_routed_experts, self.gating_dim))
+        )
+        if self.topk_method == "noaux_tc":
+            self.e_score_correction_bias = nn.Parameter(
+                torch.empty((self.n_routed_experts))
+            )
+        self.reset_parameters()
+
+    def reset_parameters(self) -> None:
+        import torch.nn.init as init
+
+        init.kaiming_uniform_(self.weight, a=math.sqrt(5))
+
+    def forward(self, hidden_states):
+        bsz, seq_len, h = hidden_states.shape
+        ### compute gating score
+        hidden_states = hidden_states.view(-1, h)
+        logits = F.linear(
+            hidden_states.type(torch.float32), self.weight.type(torch.float32), None
+        )
+        if self.scoring_func == "sigmoid":
+            scores = logits.sigmoid()
+        else:
+            raise NotImplementedError(
+                f"insupportable scoring function for MoE gating: {self.scoring_func}"
+            )
+
+        ### select top-k experts
+        if self.topk_method == "noaux_tc":
+            assert not self.training
+            scores_for_choice = scores.view(bsz * seq_len, -1) + self.e_score_correction_bias.unsqueeze(0)
+            group_scores = (
+                scores_for_choice.view(bsz * seq_len, self.n_group, -1).topk(2, dim=-1)[0].sum(dim = -1)
+            )  # [n, n_group]
+            group_idx = torch.topk(
+                group_scores, k=self.topk_group, dim=-1, sorted=False
+            )[
+                1
+            ]  # [n, top_k_group]
+            group_mask = torch.zeros_like(group_scores)  # [n, n_group]
+            group_mask.scatter_(1, group_idx, 1)  # [n, n_group]
+            score_mask = (
+                group_mask.unsqueeze(-1)
+                .expand(
+                    bsz * seq_len, self.n_group, self.n_routed_experts // self.n_group
+                )
+                .reshape(bsz * seq_len, -1)
+            )  # [n, e]
+            tmp_scores = scores_for_choice.masked_fill(~score_mask.bool(), 0.0)  # [n, e]
+            _, topk_idx = torch.topk(
+                tmp_scores, k=self.top_k, dim=-1, sorted=False
+            )
+            topk_weight = scores.gather(1, topk_idx)
+        else:
+            raise NotImplementedError(
+                f"insupportable TopK function for MoE gating: {self.topk_method}"
+            )
+
+        ### norm gate to sum 1
+        if self.top_k > 1 and self.norm_topk_prob:
+            denominator = topk_weight.sum(dim=-1, keepdim=True) + 1e-20
+            topk_weight = topk_weight / denominator
+        topk_weight = topk_weight * self.routed_scaling_factor # must multiply the scaling factor
+
+        return topk_idx, topk_weight
+
+class DeepseekV3MoE(nn.Module):
+    """
+    A mixed expert module containing shared experts.
+    """
+
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.num_experts_per_tok = config.num_experts_per_tok
+
+        if hasattr(config, "ep_size") and config.ep_size > 1:
+            assert config.ep_size == dist.get_world_size()
+            self.ep_size = config.ep_size
+            self.experts_per_rank = config.n_routed_experts // config.ep_size
+            self.ep_rank = dist.get_rank()
+            self.experts = nn.ModuleList(
+                [
+                    (
+                        DeepseekV3MLP(
+                            config, intermediate_size=config.moe_intermediate_size
+                        )
+                        if i >= self.ep_rank * self.experts_per_rank
+                        and i < (self.ep_rank + 1) * self.experts_per_rank
+                        else None
+                    )
+                    for i in range(config.n_routed_experts)
+                ]
+            )
+        else:
+            self.ep_size = 1
+            self.experts_per_rank = config.n_routed_experts
+            self.ep_rank = 0
+            self.experts = nn.ModuleList(
+                [
+                    DeepseekV3MLP(
+                        config, intermediate_size=config.moe_intermediate_size
+                    )
+                    for i in range(config.n_routed_experts)
+                ]
+            )
+        self.gate = MoEGate(config)
+        if config.n_shared_experts is not None:
+            intermediate_size = config.moe_intermediate_size * config.n_shared_experts
+            self.shared_experts = DeepseekV3MLP(
+                config=config, intermediate_size=intermediate_size
+            )
+
+    def forward(self, hidden_states):
+        identity = hidden_states
+        orig_shape = hidden_states.shape
+        topk_idx, topk_weight = self.gate(hidden_states)
+        hidden_states = hidden_states.view(-1, hidden_states.shape[-1])
+        flat_topk_idx = topk_idx.view(-1)
+        if not self.training:
+            y = self.moe_infer(hidden_states, topk_idx, topk_weight).view(*orig_shape)
+        if self.config.n_shared_experts is not None:
+            y = y + self.shared_experts(identity)
+        return y
+
+    @torch.no_grad()
+    def moe_infer(self, x, topk_ids, topk_weight):
+        cnts = topk_ids.new_zeros((topk_ids.shape[0], len(self.experts)))
+        cnts.scatter_(1, topk_ids, 1)
+        tokens_per_expert = cnts.sum(dim=0)
+        idxs = topk_ids.view(-1).argsort()
+        sorted_tokens = x[idxs // topk_ids.shape[1]]
+        sorted_tokens_shape = sorted_tokens.shape
+        if self.ep_size > 1:
+            tokens_per_ep_rank = tokens_per_expert.view(self.ep_size, -1).sum(dim=1)
+            tokens_per_expert_group = tokens_per_expert.new_empty(
+                tokens_per_expert.shape[0]
+            )
+            dist.all_to_all_single(tokens_per_expert_group, tokens_per_expert)
+            output_splits = (
+                tokens_per_expert_group.view(self.ep_size, -1)
+                .sum(1)
+                .cpu()
+                .numpy()
+                .tolist()
+            )
+            gathered_tokens = sorted_tokens.new_empty(
+                tokens_per_expert_group.sum(dim=0).cpu().item(), sorted_tokens.shape[1]
+            )
+            input_split_sizes = tokens_per_ep_rank.cpu().numpy().tolist()
+            dist.all_to_all(
+                list(gathered_tokens.split(output_splits)),
+                list(sorted_tokens.split(input_split_sizes)),
+            )
+            tokens_per_expert_post_gather = tokens_per_expert_group.view(
+                self.ep_size, self.experts_per_rank
+            ).sum(dim=0)
+            gatherd_idxs = np.zeros(shape=(gathered_tokens.shape[0],), dtype=np.int32)
+            s = 0
+            for i, k in enumerate(tokens_per_expert_group.cpu().numpy()):
+                gatherd_idxs[s : s + k] = i % self.experts_per_rank
+                s += k
+            gatherd_idxs = gatherd_idxs.argsort()
+            sorted_tokens = gathered_tokens[gatherd_idxs]
+            tokens_per_expert = tokens_per_expert_post_gather
+        tokens_per_expert = tokens_per_expert.cpu().numpy()
+
+        outputs = []
+        start_idx = 0
+        for i, num_tokens in enumerate(tokens_per_expert):
+            end_idx = start_idx + num_tokens
+            if num_tokens == 0:
+                continue
+            expert = self.experts[i + self.ep_rank * self.experts_per_rank]
+            tokens_for_this_expert = sorted_tokens[start_idx:end_idx]
+            expert_out = expert(tokens_for_this_expert)
+            outputs.append(expert_out)
+            start_idx = end_idx
+
+        outs = torch.cat(outputs, dim=0) if len(outputs) else sorted_tokens.new_empty(0)
+        if self.ep_size > 1:
+            new_x = torch.empty_like(outs)
+            new_x[gatherd_idxs] = outs
+            gathered_tokens = new_x.new_empty(*sorted_tokens_shape)
+            dist.all_to_all(
+                list(gathered_tokens.split(input_split_sizes)),
+                list(new_x.split(output_splits)),
+            )
+            outs = gathered_tokens
+
+        new_x = torch.empty_like(outs)
+        new_x[idxs] = outs
+        final_out = (
+            new_x.view(*topk_ids.shape, -1)
+            .type(topk_weight.dtype)
+            .mul_(topk_weight.unsqueeze(dim=-1))
+            .sum(dim=1)
+            .type(new_x.dtype)
+        )
+        return final_out
+
+
+# Copied from transformers.models.llama.modeling_llama.repeat_kv
+def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor:
+    """
+    This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch,
+    num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim)
+    """
+    batch, num_key_value_heads, slen, head_dim = hidden_states.shape
+    if n_rep == 1:
+        return hidden_states
+    hidden_states = hidden_states[:, :, None, :, :].expand(
+        batch, num_key_value_heads, n_rep, slen, head_dim
+    )
+    return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim)
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaAttention with Llama->DeepseekV3
+class DeepseekV3Attention(nn.Module):
+    """Multi-headed attention from 'Attention Is All You Need' paper"""
+
+    def __init__(self, config: DeepseekV3Config, layer_idx: Optional[int] = None):
+        super().__init__()
+        self.config = config
+        self.layer_idx = layer_idx
+        if layer_idx is None:
+            logger.warning_once(
+                f"Instantiating {self.__class__.__name__} without passing `layer_idx` is not recommended and will "
+                "to errors during the forward call, if caching is used. Please make sure to provide a `layer_idx` "
+                "when creating this class."
+            )
+
+        self.attention_dropout = config.attention_dropout
+        self.hidden_size = config.hidden_size
+        self.num_heads = config.num_attention_heads
+
+        self.max_position_embeddings = config.max_position_embeddings
+        self.rope_theta = config.rope_theta
+        self.q_lora_rank = config.q_lora_rank
+        self.qk_rope_head_dim = config.qk_rope_head_dim
+        self.kv_lora_rank = config.kv_lora_rank
+        self.v_head_dim = config.v_head_dim
+        self.qk_nope_head_dim = config.qk_nope_head_dim
+        self.q_head_dim = config.qk_nope_head_dim + config.qk_rope_head_dim
+
+        self.is_causal = True
+
+        if self.q_lora_rank is None:
+            self.q_proj = nn.Linear(
+                self.hidden_size, self.num_heads * self.q_head_dim, bias=False
+            )
+        else:
+            self.q_a_proj = nn.Linear(
+                self.hidden_size, config.q_lora_rank, bias=config.attention_bias
+            )
+            self.q_a_layernorm = DeepseekV3RMSNorm(config.q_lora_rank)
+            self.q_b_proj = nn.Linear(
+                config.q_lora_rank, self.num_heads * self.q_head_dim, bias=False
+            )
+
+        self.kv_a_proj_with_mqa = nn.Linear(
+            self.hidden_size,
+            config.kv_lora_rank + config.qk_rope_head_dim,
+            bias=config.attention_bias,
+        )
+        self.kv_a_layernorm = DeepseekV3RMSNorm(config.kv_lora_rank)
+        self.kv_b_proj = nn.Linear(
+            config.kv_lora_rank,
+            self.num_heads
+            * (self.q_head_dim - self.qk_rope_head_dim + self.v_head_dim),
+            bias=False,
+        )
+
+        self.o_proj = nn.Linear(
+            self.num_heads * self.v_head_dim,
+            self.hidden_size,
+            bias=config.attention_bias,
+        )
+        self._init_rope()
+
+        self.softmax_scale = self.q_head_dim ** (-0.5)
+        if self.config.rope_scaling is not None:
+            mscale_all_dim = self.config.rope_scaling.get("mscale_all_dim", 0)
+            scaling_factor = self.config.rope_scaling["factor"]
+            if mscale_all_dim:
+                mscale = yarn_get_mscale(scaling_factor, mscale_all_dim)
+                self.softmax_scale = self.softmax_scale * mscale * mscale
+
+    def _init_rope(self):
+        if self.config.rope_scaling is None:
+            self.rotary_emb = DeepseekV3RotaryEmbedding(
+                self.qk_rope_head_dim,
+                max_position_embeddings=self.max_position_embeddings,
+                base=self.rope_theta,
+            )
+        else:
+            scaling_type = self.config.rope_scaling["type"]
+            scaling_factor = self.config.rope_scaling["factor"]
+            if scaling_type == "linear":
+                self.rotary_emb = DeepseekV3LinearScalingRotaryEmbedding(
+                    self.qk_rope_head_dim,
+                    max_position_embeddings=self.max_position_embeddings,
+                    scaling_factor=scaling_factor,
+                    base=self.rope_theta,
+                )
+            elif scaling_type == "dynamic":
+                self.rotary_emb = DeepseekV3DynamicNTKScalingRotaryEmbedding(
+                    self.qk_rope_head_dim,
+                    max_position_embeddings=self.max_position_embeddings,
+                    scaling_factor=scaling_factor,
+                    base=self.rope_theta,
+                )
+            elif scaling_type == "yarn":
+                kwargs = {
+                    key: self.config.rope_scaling[key]
+                    for key in [
+                        "original_max_position_embeddings",
+                        "beta_fast",
+                        "beta_slow",
+                        "mscale",
+                        "mscale_all_dim",
+                    ]
+                    if key in self.config.rope_scaling
+                }
+                self.rotary_emb = DeepseekV3YarnRotaryEmbedding(
+                    self.qk_rope_head_dim,
+                    max_position_embeddings=self.max_position_embeddings,
+                    scaling_factor=scaling_factor,
+                    base=self.rope_theta,
+                    **kwargs,
+                )
+            else:
+                raise ValueError(f"Unknown RoPE scaling type {scaling_type}")
+
+    def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int):
+        return (
+            tensor.view(bsz, seq_len, self.num_heads, self.v_head_dim)
+            .transpose(1, 2)
+            .contiguous()
+        )
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Cache] = None,
+        output_attentions: bool = False,
+        use_cache: bool = False,
+        **kwargs,
+    ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+        if "padding_mask" in kwargs:
+            warnings.warn(
+                "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`"
+            )
+        bsz, q_len, _ = hidden_states.size()
+
+        if self.q_lora_rank is None:
+            q = self.q_proj(hidden_states)
+        else:
+            q = self.q_b_proj(self.q_a_layernorm(self.q_a_proj(hidden_states)))
+        q = q.view(bsz, q_len, self.num_heads, self.q_head_dim).transpose(1, 2)
+        q_nope, q_pe = torch.split(
+            q, [self.qk_nope_head_dim, self.qk_rope_head_dim], dim=-1
+        )
+
+        compressed_kv = self.kv_a_proj_with_mqa(hidden_states)
+        compressed_kv, k_pe = torch.split(
+            compressed_kv, [self.kv_lora_rank, self.qk_rope_head_dim], dim=-1
+        )
+        k_pe = k_pe.view(bsz, q_len, 1, self.qk_rope_head_dim).transpose(1, 2)
+        kv = (
+            self.kv_b_proj(self.kv_a_layernorm(compressed_kv))
+            .view(bsz, q_len, self.num_heads, self.qk_nope_head_dim + self.v_head_dim)
+            .transpose(1, 2)
+        )
+
+        k_nope, value_states = torch.split(
+            kv, [self.qk_nope_head_dim, self.v_head_dim], dim=-1
+        )
+        kv_seq_len = value_states.shape[-2]
+        if past_key_value is not None:
+            if self.layer_idx is None:
+                raise ValueError(
+                    f"The cache structure has changed since version v4.36. If you are using {self.__class__.__name__} "
+                    "for auto-regressive decoding with k/v caching, please make sure to initialize the attention class "
+                    "with a layer index."
+                )
+            # kv_seq_len += past_key_value.get_usable_length(kv_seq_len, self.layer_idx)
+            kv_seq_len += past_key_value.get_seq_length(self.layer_idx)
+        cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
+
+        q_pe, k_pe = apply_rotary_pos_emb(q_pe, k_pe, cos, sin, position_ids)
+
+        query_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim)
+        query_states[:, :, :, : self.qk_nope_head_dim] = q_nope
+        query_states[:, :, :, self.qk_nope_head_dim :] = q_pe
+
+        key_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim)
+        key_states[:, :, :, : self.qk_nope_head_dim] = k_nope
+        key_states[:, :, :, self.qk_nope_head_dim :] = k_pe
+        if past_key_value is not None:
+            cache_kwargs = {"sin": sin, "cos": cos}  # Specific to RoPE models
+            key_states, value_states = past_key_value.update(
+                key_states, value_states, self.layer_idx, cache_kwargs
+            )
+
+        attn_weights = (
+            torch.matmul(query_states, key_states.transpose(2, 3)) * self.softmax_scale
+        )
+
+        if attn_weights.size() != (bsz, self.num_heads, q_len, kv_seq_len):
+            raise ValueError(
+                f"Attention weights should be of size {(bsz, self.num_heads, q_len, kv_seq_len)}, but is"
+                f" {attn_weights.size()}"
+            )
+        assert attention_mask is not None
+        if attention_mask is not None:
+            if attention_mask.size() != (bsz, 1, q_len, kv_seq_len):
+                raise ValueError(
+                    f"Attention mask should be of size {(bsz, 1, q_len, kv_seq_len)}, but is {attention_mask.size()}"
+                )
+            attn_weights = attn_weights + attention_mask
+
+        # upcast attention to fp32
+        attn_weights = nn.functional.softmax(
+            attn_weights, dim=-1, dtype=torch.float32
+        ).to(query_states.dtype)
+        attn_weights = nn.functional.dropout(
+            attn_weights, p=self.attention_dropout, training=self.training
+        )
+        attn_output = torch.matmul(attn_weights, value_states)
+
+        if attn_output.size() != (bsz, self.num_heads, q_len, self.v_head_dim):
+            raise ValueError(
+                f"`attn_output` should be of size {(bsz, self.num_heads, q_len, self.v_head_dim)}, but is"
+                f" {attn_output.size()}"
+            )
+
+        attn_output = attn_output.transpose(1, 2).contiguous()
+
+        attn_output = attn_output.reshape(bsz, q_len, self.num_heads * self.v_head_dim)
+
+        attn_output = self.o_proj(attn_output)
+
+        if not output_attentions:
+            attn_weights = None
+
+        return attn_output, attn_weights, past_key_value
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaFlashAttention2 with Llama->DeepseekV3
+class DeepseekV3FlashAttention2(DeepseekV3Attention):
+    """
+    DeepseekV3 flash attention module. This module inherits from `DeepseekV3Attention` as the weights of the module stays
+    untouched. The only required change would be on the forward pass where it needs to correctly call the public API of
+    flash attention and deal with padding tokens in case the input contains any of them.
+    """
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+        # TODO: Should be removed once Flash Attention for RoCm is bumped to 2.1.
+        # flash_attn<2.1 generates top-left aligned causal mask, while what is needed here is bottom-right alignement, that was made default for flash_attn>=2.1. This attribute is used to handle this difference. Reference: https://github.com/Dao-AILab/flash-attention/releases/tag/v2.1.0.
+        # Beware that with flash_attn<2.1, using q_seqlen != k_seqlen (except for the case q_seqlen == 1) produces a wrong mask (top-left).
+        self._flash_attn_uses_top_left_mask = not is_flash_attn_greater_or_equal_2_10()
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.LongTensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Cache] = None,
+        output_attentions: bool = False,
+        use_cache: bool = False,
+        **kwargs,
+    ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+        # DeepseekV3FlashAttention2 attention does not support output_attentions
+        if "padding_mask" in kwargs:
+            warnings.warn(
+                "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`"
+            )
+
+            # overwrite attention_mask with padding_mask
+            attention_mask = kwargs.pop("padding_mask")
+
+        output_attentions = False
+
+        bsz, q_len, _ = hidden_states.size()
+
+        if self.q_lora_rank is None:
+            q = self.q_proj(hidden_states)
+        else:
+            q = self.q_b_proj(self.q_a_layernorm(self.q_a_proj(hidden_states)))
+        q = q.view(bsz, q_len, self.num_heads, self.q_head_dim).transpose(1, 2)
+        q_nope, q_pe = torch.split(
+            q, [self.qk_nope_head_dim, self.qk_rope_head_dim], dim=-1
+        )
+
+        # Flash attention requires the input to have the shape
+        # batch_size x seq_length x head_dim x hidden_dim
+        # therefore we just need to keep the original shape
+        compressed_kv = self.kv_a_proj_with_mqa(hidden_states)
+        compressed_kv, k_pe = torch.split(
+            compressed_kv, [self.kv_lora_rank, self.qk_rope_head_dim], dim=-1
+        )
+        k_pe = k_pe.view(bsz, q_len, 1, self.qk_rope_head_dim).transpose(1, 2)
+        kv = (
+            self.kv_b_proj(self.kv_a_layernorm(compressed_kv))
+            .view(bsz, q_len, self.num_heads, self.qk_nope_head_dim + self.v_head_dim)
+            .transpose(1, 2)
+        )
+
+        k_nope, value_states = torch.split(
+            kv, [self.qk_nope_head_dim, self.v_head_dim], dim=-1
+        )
+        kv_seq_len = value_states.shape[-2]
+
+        kv_seq_len = value_states.shape[-2]
+        if past_key_value is not None:
+            # kv_seq_len += past_key_value.get_usable_length(kv_seq_len, self.layer_idx)
+            kv_seq_len += past_key_value.get_seq_length(self.layer_idx)
+
+        cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
+        q_pe, k_pe = apply_rotary_pos_emb(q_pe, k_pe, cos, sin, position_ids)
+
+        query_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim)
+        query_states[:, :, :, : self.qk_nope_head_dim] = q_nope
+        query_states[:, :, :, self.qk_nope_head_dim :] = q_pe
+
+        key_states = k_pe.new_empty(bsz, self.num_heads, q_len, self.q_head_dim)
+        key_states[:, :, :, : self.qk_nope_head_dim] = k_nope
+        key_states[:, :, :, self.qk_nope_head_dim :] = k_pe
+
+        if self.q_head_dim != self.v_head_dim:
+            value_states = F.pad(value_states, [0, self.q_head_dim - self.v_head_dim])
+
+        if past_key_value is not None:
+            cache_kwargs = {"sin": sin, "cos": cos}  # Specific to RoPE models
+            key_states, value_states = past_key_value.update(
+                key_states, value_states, self.layer_idx, cache_kwargs
+            )
+
+        # TODO: These transpose are quite inefficient but Flash Attention requires the layout [batch_size, sequence_length, num_heads, head_dim]. We would need to refactor the KV cache
+        # to be able to avoid many of these transpose/reshape/view.
+        query_states = query_states.transpose(1, 2)
+        key_states = key_states.transpose(1, 2)
+        value_states = value_states.transpose(1, 2)
+
+        dropout_rate = self.attention_dropout if self.training else 0.0
+
+        # In PEFT, usually we cast the layer norms in float32 for training stability reasons
+        # therefore the input hidden states gets silently casted in float32. Hence, we need
+        # cast them back in the correct dtype just to be sure everything works as expected.
+        # This might slowdown training & inference so it is recommended to not cast the LayerNorms
+        # in fp32. (DeepseekV3RMSNorm handles it correctly)
+
+        input_dtype = query_states.dtype
+        if input_dtype == torch.float32:
+            # Handle the case where the model is quantized
+            if hasattr(self.config, "_pre_quantization_dtype"):
+                target_dtype = self.config._pre_quantization_dtype
+            elif torch.is_autocast_enabled():
+                target_dtype = torch.get_autocast_gpu_dtype()
+            else:
+                target_dtype = (
+                    self.q_proj.weight.dtype
+                    if self.q_lora_rank is None
+                    else self.q_a_proj.weight.dtype
+                )
+
+            logger.warning_once(
+                f"The input hidden states seems to be silently casted in float32, this might be related to"
+                f" the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in"
+                f" {target_dtype}."
+            )
+
+            query_states = query_states.to(target_dtype)
+            key_states = key_states.to(target_dtype)
+            value_states = value_states.to(target_dtype)
+
+        attn_output = self._flash_attention_forward(
+            query_states,
+            key_states,
+            value_states,
+            attention_mask,
+            q_len,
+            dropout=dropout_rate,
+            softmax_scale=self.softmax_scale,
+        )
+        if self.q_head_dim != self.v_head_dim:
+            attn_output = attn_output[:, :, :, : self.v_head_dim]
+
+        attn_output = attn_output.reshape(
+            bsz, q_len, self.num_heads * self.v_head_dim
+        ).contiguous()
+        attn_output = self.o_proj(attn_output)
+
+        if not output_attentions:
+            attn_weights = None
+
+        return attn_output, attn_weights, past_key_value
+
+    def _flash_attention_forward(
+        self,
+        query_states,
+        key_states,
+        value_states,
+        attention_mask,
+        query_length,
+        dropout=0.0,
+        softmax_scale=None,
+    ):
+        """
+        Calls the forward method of Flash Attention - if the input hidden states contain at least one padding token
+        first unpad the input, then computes the attention scores and pad the final attention scores.
+
+        Args:
+            query_states (`torch.Tensor`):
+                Input query states to be passed to Flash Attention API
+            key_states (`torch.Tensor`):
+                Input key states to be passed to Flash Attention API
+            value_states (`torch.Tensor`):
+                Input value states to be passed to Flash Attention API
+            attention_mask (`torch.Tensor`):
+                The padding mask - corresponds to a tensor of size `(batch_size, seq_len)` where 0 stands for the
+                position of padding tokens and 1 for the position of non-padding tokens.
+            dropout (`int`, *optional*):
+                Attention dropout
+            softmax_scale (`float`, *optional*):
+                The scaling of QK^T before applying softmax. Default to 1 / sqrt(head_dim)
+        """
+        if not self._flash_attn_uses_top_left_mask:
+            causal = self.is_causal
+        else:
+            # TODO: Remove the `query_length != 1` check once Flash Attention for RoCm is bumped to 2.1. For details, please see the comment in DeepseekV3FlashAttention2 __init__.
+            causal = self.is_causal and query_length != 1
+
+        # Contains at least one padding token in the sequence
+        if attention_mask is not None:
+            batch_size = query_states.shape[0]
+            (
+                query_states,
+                key_states,
+                value_states,
+                indices_q,
+                cu_seq_lens,
+                max_seq_lens,
+            ) = self._upad_input(
+                query_states, key_states, value_states, attention_mask, query_length
+            )
+
+            cu_seqlens_q, cu_seqlens_k = cu_seq_lens
+            max_seqlen_in_batch_q, max_seqlen_in_batch_k = max_seq_lens
+
+            attn_output_unpad = flash_attn_varlen_func(
+                query_states,
+                key_states,
+                value_states,
+                cu_seqlens_q=cu_seqlens_q,
+                cu_seqlens_k=cu_seqlens_k,
+                max_seqlen_q=max_seqlen_in_batch_q,
+                max_seqlen_k=max_seqlen_in_batch_k,
+                dropout_p=dropout,
+                softmax_scale=softmax_scale,
+                causal=causal,
+            )
+
+            attn_output = pad_input(
+                attn_output_unpad, indices_q, batch_size, query_length
+            )
+        else:
+            attn_output = flash_attn_func(
+                query_states,
+                key_states,
+                value_states,
+                dropout,
+                softmax_scale=softmax_scale,
+                causal=causal,
+            )
+
+        return attn_output
+
+    def _upad_input(
+        self, query_layer, key_layer, value_layer, attention_mask, query_length
+    ):
+        indices_k, cu_seqlens_k, max_seqlen_in_batch_k = _get_unpad_data(attention_mask)
+        batch_size, kv_seq_len, num_key_value_heads, head_dim = key_layer.shape
+
+        key_layer = index_first_axis(
+            key_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim),
+            indices_k,
+        )
+        value_layer = index_first_axis(
+            value_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim),
+            indices_k,
+        )
+        if query_length == kv_seq_len:
+            query_layer = index_first_axis(
+                query_layer.reshape(batch_size * kv_seq_len, self.num_heads, head_dim),
+                indices_k,
+            )
+            cu_seqlens_q = cu_seqlens_k
+            max_seqlen_in_batch_q = max_seqlen_in_batch_k
+            indices_q = indices_k
+        elif query_length == 1:
+            max_seqlen_in_batch_q = 1
+            cu_seqlens_q = torch.arange(
+                batch_size + 1, dtype=torch.int32, device=query_layer.device
+            )  # There is a memcpy here, that is very bad.
+            indices_q = cu_seqlens_q[:-1]
+            query_layer = query_layer.squeeze(1)
+        else:
+            # The -q_len: slice assumes left padding.
+            attention_mask = attention_mask[:, -query_length:]
+            query_layer, indices_q, cu_seqlens_q, max_seqlen_in_batch_q = unpad_input(
+                query_layer, attention_mask
+            )
+
+        return (
+            query_layer,
+            key_layer,
+            value_layer,
+            indices_q,
+            (cu_seqlens_q, cu_seqlens_k),
+            (max_seqlen_in_batch_q, max_seqlen_in_batch_k),
+        )
+
+
+ATTENTION_CLASSES = {
+    "eager": DeepseekV3Attention,
+    "flash_attention_2": DeepseekV3FlashAttention2,
+}
+
+
+class DeepseekV3DecoderLayer(nn.Module):
+    def __init__(self, config: DeepseekV3Config, layer_idx: int):
+        super().__init__()
+        self.hidden_size = config.hidden_size
+
+        self.self_attn = ATTENTION_CLASSES[config._attn_implementation](
+            config=config, layer_idx=layer_idx
+        )
+
+        self.mlp = (
+            DeepseekV3MoE(config)
+            if (
+                config.n_routed_experts is not None
+                and layer_idx >= config.first_k_dense_replace
+                and layer_idx % config.moe_layer_freq == 0
+            )
+            else DeepseekV3MLP(config)
+        )
+        self.input_layernorm = DeepseekV3RMSNorm(
+            config.hidden_size, eps=config.rms_norm_eps
+        )
+        self.post_attention_layernorm = DeepseekV3RMSNorm(
+            config.hidden_size, eps=config.rms_norm_eps
+        )
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Tuple[torch.Tensor]] = None,
+        output_attentions: Optional[bool] = False,
+        use_cache: Optional[bool] = False,
+        **kwargs,
+    ) -> Tuple[
+        torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]]
+    ]:
+        """
+        Args:
+            hidden_states (`torch.FloatTensor`): input to the layer of shape `(batch, seq_len, embed_dim)`
+            attention_mask (`torch.FloatTensor`, *optional*):
+                attention mask of size `(batch_size, sequence_length)` if flash attention is used or `(batch_size, 1,
+                query_sequence_length, key_sequence_length)` if default attention is used.
+            output_attentions (`bool`, *optional*):
+                Whether or not to return the attentions tensors of all attention layers. See `attentions` under
+                returned tensors for more detail.
+            use_cache (`bool`, *optional*):
+                If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding
+                (see `past_key_values`).
+            past_key_value (`Tuple(torch.FloatTensor)`, *optional*): cached past key and value projection states
+        """
+        if "padding_mask" in kwargs:
+            warnings.warn(
+                "Passing `padding_mask` is deprecated and will be removed in v4.37. Please make sure use `attention_mask` instead.`"
+            )
+        residual = hidden_states
+
+        hidden_states = self.input_layernorm(hidden_states)
+
+        # Self Attention
+        hidden_states, self_attn_weights, present_key_value = self.self_attn(
+            hidden_states=hidden_states,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_value=past_key_value,
+            output_attentions=output_attentions,
+            use_cache=use_cache,
+            **kwargs,
+        )
+        hidden_states = residual + hidden_states
+
+        # Fully Connected
+        residual = hidden_states
+        hidden_states = self.post_attention_layernorm(hidden_states)
+        hidden_states = self.mlp(hidden_states)
+        hidden_states = residual + hidden_states
+
+        outputs = (hidden_states,)
+
+        if output_attentions:
+            outputs += (self_attn_weights,)
+
+        if use_cache:
+            outputs += (present_key_value,)
+
+        return outputs
+
+
+DeepseekV3_START_DOCSTRING = r"""
+    This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the
+    library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
+    etc.)
+
+    This model is also a PyTorch [torch.nn.Module](https://pytorch.org/docs/stable/nn.html#torch.nn.Module) subclass.
+    Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
+    and behavior.
+
+    Parameters:
+        config ([`DeepseekV3Config`]):
+            Model configuration class with all the parameters of the model. Initializing with a config file does not
+            load the weights associated with the model, only the configuration. Check out the
+            [`~PreTrainedModel.from_pretrained`] method to load the model weights.
+"""
+
+
+@add_start_docstrings(
+    "The bare DeepseekV3 Model outputting raw hidden-states without any specific head on top.",
+    DeepseekV3_START_DOCSTRING,
+)
+class DeepseekV3PreTrainedModel(PreTrainedModel):
+    config_class = DeepseekV3Config
+    base_model_prefix = "model"
+    supports_gradient_checkpointing = True
+    _no_split_modules = ["DeepseekV3DecoderLayer"]
+    _skip_keys_device_placement = "past_key_values"
+    _supports_flash_attn_2 = True
+    _supports_cache_class = True
+
+    def _init_weights(self, module):
+        std = self.config.initializer_range
+        if isinstance(module, nn.Linear):
+            module.weight.data.normal_(mean=0.0, std=std)
+            if module.bias is not None:
+                module.bias.data.zero_()
+        elif isinstance(module, nn.Embedding):
+            module.weight.data.normal_(mean=0.0, std=std)
+            if module.padding_idx is not None:
+                module.weight.data[module.padding_idx].zero_()
+
+
+DeepseekV3_INPUTS_DOCSTRING = r"""
+    Args:
+        input_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`):
+            Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
+            it.
+
+            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
+            [`PreTrainedTokenizer.__call__`] for details.
+
+            [What are input IDs?](../glossary#input-ids)
+        attention_mask (`torch.Tensor` of shape `(batch_size, sequence_length)`, *optional*):
+            Mask to avoid performing attention on padding token indices. Mask values selected in `[0, 1]`:
+
+            - 1 for tokens that are **not masked**,
+            - 0 for tokens that are **masked**.
+
+            [What are attention masks?](../glossary#attention-mask)
+
+            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
+            [`PreTrainedTokenizer.__call__`] for details.
+
+            If `past_key_values` is used, optionally only the last `input_ids` have to be input (see
+            `past_key_values`).
+
+            If you want to change padding behavior, you should read [`modeling_opt._prepare_decoder_attention_mask`]
+            and modify to your needs. See diagram 1 in [the paper](https://arxiv.org/abs/1910.13461) for more
+            information on the default strategy.
+
+            - 1 indicates the head is **not masked**,
+            - 0 indicates the head is **masked**.
+        position_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
+            Indices of positions of each input sequence tokens in the position embeddings. Selected in the range `[0,
+            config.n_positions - 1]`.
+
+            [What are position IDs?](../glossary#position-ids)
+        past_key_values (`Cache` or `tuple(tuple(torch.FloatTensor))`, *optional*):
+            Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
+            blocks) that can be used to speed up sequential decoding. This typically consists in the `past_key_values`
+            returned by the model at a previous stage of decoding, when `use_cache=True` or `config.use_cache=True`.
+
+            Two formats are allowed:
+            - a [`~cache_utils.Cache`] instance;
+            - Tuple of `tuple(torch.FloatTensor)` of length `config.n_layers`, with each tuple having 2 tensors of
+            shape `(batch_size, num_heads, sequence_length, embed_size_per_head)`). This is also known as the legacy
+            cache format.
+
+            The model will output the same cache format that is fed as input. If no `past_key_values` are passed, the
+            legacy cache format will be returned.
+
+            If `past_key_values` are used, the user can optionally input only the last `input_ids` (those that don't
+            have their past key value states given to this model) of shape `(batch_size, 1)` instead of all `input_ids`
+            of shape `(batch_size, sequence_length)`.
+        inputs_embeds (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`, *optional*):
+            Optionally, instead of passing `input_ids` you can choose to directly pass an embedded representation. This
+            is useful if you want more control over how to convert `input_ids` indices into associated vectors than the
+            model's internal embedding lookup matrix.
+        use_cache (`bool`, *optional*):
+            If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding (see
+            `past_key_values`).
+        output_attentions (`bool`, *optional*):
+            Whether or not to return the attentions tensors of all attention layers. See `attentions` under returned
+            tensors for more detail.
+        output_hidden_states (`bool`, *optional*):
+            Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for
+            more detail.
+        return_dict (`bool`, *optional*):
+            Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple.
+"""
+
+
+@add_start_docstrings(
+    "The bare DeepseekV3 Model outputting raw hidden-states without any specific head on top.",
+    DeepseekV3_START_DOCSTRING,
+)
+class DeepseekV3Model(DeepseekV3PreTrainedModel):
+    """
+    Transformer decoder consisting of *config.num_hidden_layers* layers. Each layer is a [`DeepseekV3DecoderLayer`]
+
+    Args:
+        config: DeepseekV3Config
+    """
+
+    def __init__(self, config: DeepseekV3Config):
+        super().__init__(config)
+        self.padding_idx = config.pad_token_id
+        self.vocab_size = config.vocab_size
+
+        self.embed_tokens = nn.Embedding(
+            config.vocab_size, config.hidden_size, self.padding_idx
+        )
+        self.layers = nn.ModuleList(
+            [
+                DeepseekV3DecoderLayer(config, layer_idx)
+                for layer_idx in range(config.num_hidden_layers)
+            ]
+        )
+        self._use_flash_attention_2 = config._attn_implementation == "flash_attention_2"
+        self.norm = DeepseekV3RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+
+        self.gradient_checkpointing = False
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.embed_tokens
+
+    def set_input_embeddings(self, value):
+        self.embed_tokens = value
+
+    @add_start_docstrings_to_model_forward(DeepseekV3_INPUTS_DOCSTRING)
+    def forward(
+        self,
+        input_ids: torch.LongTensor = None,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_values: Optional[List[torch.FloatTensor]] = None,
+        inputs_embeds: Optional[torch.FloatTensor] = None,
+        use_cache: Optional[bool] = None,
+        output_attentions: Optional[bool] = None,
+        output_hidden_states: Optional[bool] = None,
+        return_dict: Optional[bool] = None,
+    ) -> Union[Tuple, BaseModelOutputWithPast]:
+        output_attentions = (
+            output_attentions
+            if output_attentions is not None
+            else self.config.output_attentions
+        )
+        output_hidden_states = (
+            output_hidden_states
+            if output_hidden_states is not None
+            else self.config.output_hidden_states
+        )
+        use_cache = use_cache if use_cache is not None else self.config.use_cache
+
+        return_dict = (
+            return_dict if return_dict is not None else self.config.use_return_dict
+        )
+
+        # retrieve input_ids and inputs_embeds
+        if input_ids is not None and inputs_embeds is not None:
+            raise ValueError(
+                "You cannot specify both input_ids and inputs_embeds at the same time"
+            )
+        elif input_ids is not None:
+            batch_size, seq_length = input_ids.shape[:2]
+        elif inputs_embeds is not None:
+            batch_size, seq_length = inputs_embeds.shape[:2]
+        else:
+            raise ValueError("You have to specify either input_ids or inputs_embeds")
+
+        past_key_values_length = 0
+        if use_cache:
+            use_legacy_cache = not isinstance(past_key_values, Cache)
+            if use_legacy_cache:
+                past_key_values = DynamicCache.from_legacy_cache(past_key_values)
+            # past_key_values_length = past_key_values.get_usable_length(seq_length)
+            past_key_values_length = past_key_values.get_seq_length()
+
+        if position_ids is None:
+            device = input_ids.device if input_ids is not None else inputs_embeds.device
+            position_ids = torch.arange(
+                past_key_values_length,
+                seq_length + past_key_values_length,
+                dtype=torch.long,
+                device=device,
+            )
+            position_ids = position_ids.unsqueeze(0)
+
+        if inputs_embeds is None:
+            inputs_embeds = self.embed_tokens(input_ids)
+
+        if self._use_flash_attention_2:
+            # 2d mask is passed through the layers
+            attention_mask = (
+                attention_mask
+                if (attention_mask is not None and 0 in attention_mask)
+                else None
+            )
+        else:
+            # 4d mask is passed through the layers
+            attention_mask = _prepare_4d_causal_attention_mask(
+                attention_mask,
+                (batch_size, seq_length),
+                inputs_embeds,
+                past_key_values_length,
+            )
+
+        # embed positions
+        hidden_states = inputs_embeds
+
+        # decoder layers
+        all_hidden_states = () if output_hidden_states else None
+        all_self_attns = () if output_attentions else None
+        next_decoder_cache = None
+
+        for decoder_layer in self.layers:
+            if output_hidden_states:
+                all_hidden_states += (hidden_states,)
+
+            layer_outputs = decoder_layer(
+                hidden_states,
+                attention_mask=attention_mask,
+                position_ids=position_ids,
+                past_key_value=past_key_values,
+                output_attentions=output_attentions,
+                use_cache=use_cache,
+            )
+
+            hidden_states = layer_outputs[0]
+
+            if use_cache:
+                next_decoder_cache = layer_outputs[2 if output_attentions else 1]
+
+            if output_attentions:
+                all_self_attns += (layer_outputs[1],)
+
+        hidden_states = self.norm(hidden_states)
+
+        # add hidden states from the last decoder layer
+        if output_hidden_states:
+            all_hidden_states += (hidden_states,)
+
+        next_cache = None
+        if use_cache:
+            next_cache = (
+                next_decoder_cache.to_legacy_cache()
+                if use_legacy_cache
+                else next_decoder_cache
+            )
+        if not return_dict:
+            return tuple(
+                v
+                for v in [hidden_states, next_cache, all_hidden_states, all_self_attns]
+                if v is not None
+            )
+        return BaseModelOutputWithPast(
+            last_hidden_state=hidden_states,
+            past_key_values=next_cache,
+            hidden_states=all_hidden_states,
+            attentions=all_self_attns,
+        )
+
+
+class DeepseekV3ForCausalLM(DeepseekV3PreTrainedModel):
+    _tied_weights_keys = ["lm_head.weight"]
+
+    def __init__(self, config):
+        super().__init__(config)
+        self.model = DeepseekV3Model(config)
+        self.vocab_size = config.vocab_size
+        self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
+
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.model.embed_tokens
+
+    def set_input_embeddings(self, value):
+        self.model.embed_tokens = value
+
+    def get_output_embeddings(self):
+        return self.lm_head
+
+    def set_output_embeddings(self, new_embeddings):
+        self.lm_head = new_embeddings
+
+    def set_decoder(self, decoder):
+        self.model = decoder
+
+    def get_decoder(self):
+        return self.model
+
+    @add_start_docstrings_to_model_forward(DeepseekV3_INPUTS_DOCSTRING)
+    @replace_return_docstrings(
+        output_type=CausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC
+    )
+    def forward(
+        self,
+        input_ids: torch.LongTensor = None,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_values: Optional[List[torch.FloatTensor]] = None,
+        inputs_embeds: Optional[torch.FloatTensor] = None,
+        labels: Optional[torch.LongTensor] = None,
+        use_cache: Optional[bool] = None,
+        output_attentions: Optional[bool] = None,
+        output_hidden_states: Optional[bool] = None,
+        return_dict: Optional[bool] = None,
+    ) -> Union[Tuple, CausalLMOutputWithPast]:
+        r"""
+        Args:
+            labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
+                Labels for computing the masked language modeling loss. Indices should either be in `[0, transformers.,
+                config.vocab_size]` or -100 (see `input_ids` docstring). Tokens with indices set to `-100` are ignored
+                (masked), the loss is only computed for the tokens with labels in `[0, transformers., config.vocab_size]`.
+
+        Returns:
+
+        Example:
+
+        ```python
+        >>> from transformers import AutoTokenizer, DeepseekV3ForCausalLM
+
+        >>> model = DeepseekV3ForCausalLM.from_pretrained(PATH_TO_CONVERTED_WEIGHTS)
+        >>> tokenizer = AutoTokenizer.from_pretrained(PATH_TO_CONVERTED_TOKENIZER)
+
+        >>> prompt = "Hey, are you conscious? Can you talk to me?"
+        >>> inputs = tokenizer(prompt, return_tensors="pt")
+
+        >>> # Generate
+        >>> generate_ids = model.generate(inputs.input_ids, max_length=30)
+        >>> tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+        "Hey, are you conscious? Can you talk to me?\nI'm not conscious, but I can talk to you."
+        ```"""
+        output_attentions = (
+            output_attentions
+            if output_attentions is not None
+            else self.config.output_attentions
+        )
+        output_hidden_states = (
+            output_hidden_states
+            if output_hidden_states is not None
+            else self.config.output_hidden_states
+        )
+        return_dict = (
+            return_dict if return_dict is not None else self.config.use_return_dict
+        )
+
+        # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
+        outputs = self.model(
+            input_ids=input_ids,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            inputs_embeds=inputs_embeds,
+            use_cache=use_cache,
+            output_attentions=output_attentions,
+            output_hidden_states=output_hidden_states,
+            return_dict=return_dict,
+        )
+
+        hidden_states = outputs[0]
+        logits = self.lm_head(hidden_states)
+        logits = logits.float()
+
+        loss = None
+        if labels is not None:
+            # Shift so that tokens < n predict n
+            shift_logits = logits[..., :-1, :].contiguous()
+            shift_labels = labels[..., 1:].contiguous()
+            # Flatten the tokens
+            loss_fct = CrossEntropyLoss()
+            shift_logits = shift_logits.view(-1, self.config.vocab_size)
+            shift_labels = shift_labels.view(-1)
+            # Enable model parallelism
+            shift_labels = shift_labels.to(shift_logits.device)
+            loss = loss_fct(shift_logits, shift_labels)
+
+        if not return_dict:
+            output = (logits,) + outputs[1:]
+            return (loss,) + output if loss is not None else output
+
+        return CausalLMOutputWithPast(
+            loss=loss,
+            logits=logits,
+            past_key_values=outputs.past_key_values,
+            hidden_states=outputs.hidden_states,
+            attentions=outputs.attentions,
+        )
+
+    def prepare_inputs_for_generation(
+        self,
+        input_ids,
+        past_key_values=None,
+        attention_mask=None,
+        inputs_embeds=None,
+        **kwargs,
+    ):
+        if past_key_values is not None:
+            if isinstance(past_key_values, Cache):
+                cache_length = past_key_values.get_seq_length()
+                past_length = past_key_values.seen_tokens
+                max_cache_length = past_key_values.get_max_length()
+            else:
+                cache_length = past_length = past_key_values[0][0].shape[2]
+                max_cache_length = None
+
+            # Keep only the unprocessed tokens:
+            # 1 - If the length of the attention_mask exceeds the length of input_ids, then we are in a setting where
+            # some of the inputs are exclusivelly passed as part of the cache (e.g. when passing input_embeds as
+            # input)
+            if (
+                attention_mask is not None
+                and attention_mask.shape[1] > input_ids.shape[1]
+            ):
+                input_ids = input_ids[:, -(attention_mask.shape[1] - past_length) :]
+            # 2 - If the past_length is smaller than input_ids', then input_ids holds all input tokens. We can discard
+            # input_ids based on the past_length.
+            elif past_length < input_ids.shape[1]:
+                input_ids = input_ids[:, past_length:]
+            # 3 - Otherwise (past_length >= input_ids.shape[1]), let's assume input_ids only has unprocessed tokens.
+
+            # If we are about to go beyond the maximum cache length, we need to crop the input attention mask.
+            if (
+                max_cache_length is not None
+                and attention_mask is not None
+                and cache_length + input_ids.shape[1] > max_cache_length
+            ):
+                attention_mask = attention_mask[:, -max_cache_length:]
+
+        position_ids = kwargs.get("position_ids", None)
+        if attention_mask is not None and position_ids is None:
+            # create position_ids on the fly for batch generation
+            position_ids = attention_mask.long().cumsum(-1) - 1
+            position_ids.masked_fill_(attention_mask == 0, 1)
+            if past_key_values:
+                position_ids = position_ids[:, -input_ids.shape[1] :]
+
+        # if `inputs_embeds` are passed, we only want to use them in the 1st generation step
+        if inputs_embeds is not None and past_key_values is None:
+            model_inputs = {"inputs_embeds": inputs_embeds}
+        else:
+            model_inputs = {"input_ids": input_ids}
+
+        model_inputs.update(
+            {
+                "position_ids": position_ids,
+                "past_key_values": past_key_values,
+                "use_cache": kwargs.get("use_cache"),
+                "attention_mask": attention_mask,
+            }
+        )
+        return model_inputs
+
+    @staticmethod
+    def _reorder_cache(past_key_values, beam_idx):
+        reordered_past = ()
+        for layer_past in past_key_values:
+            reordered_past += (
+                tuple(
+                    past_state.index_select(0, beam_idx.to(past_state.device))
+                    for past_state in layer_past
+                ),
+            )
+        return reordered_past
+
+
+@add_start_docstrings(
+    """
+    The DeepseekV3 Model transformer with a sequence classification head on top (linear layer).
+
+    [`DeepseekV3ForSequenceClassification`] uses the last token in order to do the classification, as other causal models
+    (e.g. GPT-2) do.
+
+    Since it does classification on the last token, it requires to know the position of the last token. If a
+    `pad_token_id` is defined in the configuration, it finds the last token that is not a padding token in each row. If
+    no `pad_token_id` is defined, it simply takes the last value in each row of the batch. Since it cannot guess the
+    padding tokens when `inputs_embeds` are passed instead of `input_ids`, it does the same (take the last value in
+    each row of the batch).
+    """,
+    DeepseekV3_START_DOCSTRING,
+)
+class DeepseekV3ForSequenceClassification(DeepseekV3PreTrainedModel):
+    def __init__(self, config):
+        super().__init__(config)
+        self.num_labels = config.num_labels
+        self.model = DeepseekV3Model(config)
+        self.score = nn.Linear(config.hidden_size, self.num_labels, bias=False)
+
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.model.embed_tokens
+
+    def set_input_embeddings(self, value):
+        self.model.embed_tokens = value
+
+    @add_start_docstrings_to_model_forward(DeepseekV3_INPUTS_DOCSTRING)
+    def forward(
+        self,
+        input_ids: torch.LongTensor = None,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_values: Optional[List[torch.FloatTensor]] = None,
+        inputs_embeds: Optional[torch.FloatTensor] = None,
+        labels: Optional[torch.LongTensor] = None,
+        use_cache: Optional[bool] = None,
+        output_attentions: Optional[bool] = None,
+        output_hidden_states: Optional[bool] = None,
+        return_dict: Optional[bool] = None,
+    ) -> Union[Tuple, SequenceClassifierOutputWithPast]:
+        r"""
+        labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*):
+            Labels for computing the sequence classification/regression loss. Indices should be in `[0, transformers.,
+            config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If
+            `config.num_labels > 1` a classification loss is computed (Cross-Entropy).
+        """
+        return_dict = (
+            return_dict if return_dict is not None else self.config.use_return_dict
+        )
+
+        transformer_outputs = self.model(
+            input_ids,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            inputs_embeds=inputs_embeds,
+            use_cache=use_cache,
+            output_attentions=output_attentions,
+            output_hidden_states=output_hidden_states,
+            return_dict=return_dict,
+        )
+        hidden_states = transformer_outputs[0]
+        logits = self.score(hidden_states)
+
+        if input_ids is not None:
+            batch_size = input_ids.shape[0]
+        else:
+            batch_size = inputs_embeds.shape[0]
+
+        if self.config.pad_token_id is None and batch_size != 1:
+            raise ValueError(
+                "Cannot handle batch sizes > 1 if no padding token is defined."
+            )
+        if self.config.pad_token_id is None:
+            sequence_lengths = -1
+        else:
+            if input_ids is not None:
+                sequence_lengths = (
+                    torch.eq(input_ids, self.config.pad_token_id).int().argmax(-1) - 1
+                ).to(logits.device)
+            else:
+                sequence_lengths = -1
+
+        pooled_logits = logits[
+            torch.arange(batch_size, device=logits.device), sequence_lengths
+        ]
+
+        loss = None
+        if labels is not None:
+            labels = labels.to(logits.device)
+            if self.config.problem_type is None:
+                if self.num_labels == 1:
+                    self.config.problem_type = "regression"
+                elif self.num_labels > 1 and (
+                    labels.dtype == torch.long or labels.dtype == torch.int
+                ):
+                    self.config.problem_type = "single_label_classification"
+                else:
+                    self.config.problem_type = "multi_label_classification"
+
+            if self.config.problem_type == "regression":
+                loss_fct = MSELoss()
+                if self.num_labels == 1:
+                    loss = loss_fct(pooled_logits.squeeze(), labels.squeeze())
+                else:
+                    loss = loss_fct(pooled_logits, labels)
+            elif self.config.problem_type == "single_label_classification":
+                loss_fct = CrossEntropyLoss()
+                loss = loss_fct(
+                    pooled_logits.view(-1, self.num_labels), labels.view(-1)
+                )
+            elif self.config.problem_type == "multi_label_classification":
+                loss_fct = BCEWithLogitsLoss()
+                loss = loss_fct(pooled_logits, labels)
+        if not return_dict:
+            output = (pooled_logits,) + transformer_outputs[1:]
+            return ((loss,) + output) if loss is not None else output
+
+        return SequenceClassifierOutputWithPast(
+            loss=loss,
+            logits=pooled_logits,
+            past_key_values=transformer_outputs.past_key_values,
+            hidden_states=transformer_outputs.hidden_states,
+            attentions=transformer_outputs.attentions,
+        )
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..86779b2ea7d6929824a974b83104ab9430a0c418
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_user|>",
+    "<|im_assistant|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "[EOT]",
+    "<|im_system|>",
+    "<|im_middle|>"
+  ],
+  "bos_token": {
+    "content": "[BOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[EOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
\ No newline at end of file
diff --git a/tokenization_kimi.py b/tokenization_kimi.py
new file mode 100644
index 0000000000000000000000000000000000000000..5c9c7eb2d481a59b2d115ec5cceb1458b20347f0
--- /dev/null
+++ b/tokenization_kimi.py
@@ -0,0 +1,349 @@
+import os
+import tiktoken
+
+from logging import getLogger
+from pathlib import Path
+from typing import (
+    cast,
+    Tuple,
+    Dict,
+    Iterator,
+    List,
+    Union,
+    Optional,
+)
+from shutil import copyfile
+from tiktoken.load import load_tiktoken_bpe
+from tokenizers import AddedToken, pre_tokenizers, Regex
+from transformers.tokenization_utils import PreTrainedTokenizer
+from transformers.models.gpt2.tokenization_gpt2 import bytes_to_unicode
+from typing import Any
+
+
+logger = getLogger(__name__)
+VOCAB_FILES_NAMES = {"vocab_file": "tiktoken.model"}
+
+
+class TikTokenTokenizer(PreTrainedTokenizer):
+    """
+    Tokenizing and encoding/decoding text using the Tiktoken tokenizer. See megatron/tokenizer/tiktoken_tokenizer.py.
+
+    This tokenizer inherits from [`PreTrainedTokenizer`] which contains most of the main methods. Users should refer to
+    this superclass for more information regarding those methods.
+
+    Args:
+        vocab_file (`str`):
+            The path to the Tiktoken model file.
+        bos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<|begin_of_text|>",`):
+            The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.
+        eos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<|end_of_text|>"`):
+            The end of sequence token.
+        unk_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<|reserved_special_token_249|>"`):
+            The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
+            token instead. The second to last item in special_tokens.
+        pad_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<|reserved_special_token_250|>"`):
+            The token used for padding, for example when batching sequences of different lengths.
+        additional_special_tokens (list of `str`, *optional*):
+            A tuple or a list of additional tokens, which will be marked as `special`, meaning that they will be
+            skipped when decoding if `skip_special_tokens` is set to `True`.
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+
+    model_input_names = ["input_ids", "attention_mask"]
+
+    special_tokens: Dict[str, int]
+
+    num_reserved_special_tokens = 256
+
+    pat_str = "|".join(
+        [
+            r"""[\p{Han}]+""",
+            r"""[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}&&[^\p{Han}]]*[\p{Ll}\p{Lm}\p{Lo}\p{M}&&[^\p{Han}]]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?""",
+            r"""[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}&&[^\p{Han}]]+[\p{Ll}\p{Lm}\p{Lo}\p{M}&&[^\p{Han}]]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?""",
+            r"""\p{N}{1,3}""",
+            r""" ?[^\s\p{L}\p{N}]+[\r\n]*""",
+            r"""\s*[\r\n]+""",
+            r"""\s+(?!\S)""",
+            r"""\s+""",
+        ]
+    )
+
+    def __init__(
+        self,
+        vocab_file,
+        bos_token: Union[str, AddedToken]="[BOS]",
+        eos_token: Union[str, AddedToken]="[EOS]",
+        unk_token: Union[str, AddedToken, None]=None,
+        pad_token: Union[str, AddedToken, None]=None,
+        additional_special_tokens: List[str]=None,
+        added_tokens_decoder: Optional[dict] = None,
+        **kwargs,
+    ):
+        assert os.path.isfile(vocab_file), vocab_file
+
+        if additional_special_tokens is None:
+            additional_special_tokens  = [
+                "<|im_end|>",
+                "<|im_user|>", 
+                "<|im_assistant|>", 
+                "<|start_header_id|>", 
+                "<|end_header_id|>", 
+                "[EOT]", 
+                "<|im_system|>", 
+                "<|im_middle|>",
+            ] 
+        
+        special_tokens_mapping = {
+        i: added_tokens_decoder[i].content for i in added_tokens_decoder
+    }
+
+        self.vocab_file = vocab_file
+        mergeable_ranks = load_tiktoken_bpe(vocab_file)
+        num_base_tokens = len(mergeable_ranks)
+        self.special_tokens = {
+            special_tokens_mapping.get(i, f"<|reserved_token_{i}|>"): i
+            for i in range(
+                num_base_tokens, num_base_tokens + self.num_reserved_special_tokens + 2
+            )
+        }
+
+
+
+        self.model = tiktoken.Encoding(
+            name=Path(vocab_file).name,
+            pat_str=self.pat_str,
+            mergeable_ranks=mergeable_ranks,
+            special_tokens=self.special_tokens,
+        )
+        logger.info(f"Reloaded tiktoken model from {vocab_file}")
+
+        self.n_words: int = self.model.n_vocab
+        # BOS / EOS token IDs
+        self.bos_id: int = self.special_tokens[str(bos_token)]
+        self.eos_id: int = self.special_tokens[str(eos_token)]
+        logger.info(
+            f"#words: {self.n_words} - BOS ID: {self.bos_id} - EOS ID: {self.eos_id}"
+        )
+
+        self.pad_id: int = self.special_tokens[str(pad_token)]
+        self.unk_id: int = self.special_tokens[str(unk_token)]
+
+        self.byte_encoder = bytes_to_unicode()
+        self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
+
+        self.decoder = {}
+        for i in range(self.n_words):
+            # Taken from https://gist.github.com/xenova/a452a6474428de0182b17605a98631ee
+            decoding = ''.join([
+                self.byte_encoder[ord(char)] for char in
+                self.model.decode_single_token_bytes(i).decode('latin-1')
+            ])
+            self.decoder[i] = decoding
+
+        self.encoder = {}
+        for i in range(self.n_words):
+            if i in self.decoder:
+                self.encoder[self.decoder[i]] = i
+
+        super().__init__(
+            bos_token=bos_token,
+            eos_token=eos_token,
+            unk_token=unk_token,
+            pad_token=pad_token,
+            additional_special_tokens=additional_special_tokens,
+            added_tokens_decoder=added_tokens_decoder,
+            **kwargs,
+        )
+        self.all_special_ids_set = set(self.all_special_ids)
+
+    def encode(
+        self,
+        text: str,
+        allow_special_tokens: bool = True,
+        **kwargs
+    ) -> List[int]:
+        """
+        Encodes a string into a list of token IDs.
+
+        Args:
+            text (str): The input string to be encoded.
+
+        Returns:
+            list[int]: A list of token IDs.
+        """
+        # If there are other args, we should call super().encode because there are a lot of code
+        # to handle those args. supper().encode finally will call _tokenize and _convert_token_to_id.
+        # NOTE: our encode method is not compatible with the super().encode method,
+        #   e.g. split_special_tokens' default is True in our encode method.
+        if len(kwargs) > 0:
+            logger.warning( f"Calling super().encode with {kwargs}" )
+            return super().encode(text, **kwargs)
+
+        assert type(text) is str
+
+        # The tiktoken tokenizer can handle <=400k chars without
+        # pyo3_runtime.PanicException.
+        TIKTOKEN_MAX_ENCODE_CHARS = 400_000
+
+        # https://github.com/openai/tiktoken/issues/195
+        # Here we iterate over subsequences and split if we exceed the limit
+        # of max consecutive non-whitespace or whitespace characters.
+        MAX_NO_WHITESPACES_CHARS = 25_000
+
+        texts = self.pre_tokenizer_process(text)
+
+        all_substrs = []
+        for text in texts:
+            substrs = (
+                substr
+                for i in range(0, len(text), TIKTOKEN_MAX_ENCODE_CHARS)
+                for substr in self._split_whitespaces_or_nonwhitespaces(
+                    text[i: i + TIKTOKEN_MAX_ENCODE_CHARS], MAX_NO_WHITESPACES_CHARS
+                )
+            )
+            all_substrs.extend(substrs)
+
+        t: List[int] = []
+        for substr in all_substrs:
+            if allow_special_tokens:
+                t.extend(
+                    # we should consider special token as a common token
+                    self.model.encode(
+                        substr,
+                        allowed_special="all",
+                    )
+                )
+            else:
+                t.extend(
+                    # we should consider special token as a common token
+                    self.model.encode(
+                        substr,
+                        disallowed_special=(),
+                    )
+                )
+
+        return t
+
+    def decode(
+        self,
+        token_ids: Union[int, List[int]],
+        **kwargs
+    ) -> str:
+        """
+        Decodes a list of token IDs into a string.
+
+        Args:
+            token_ids (List[int]): The list of token IDs to be decoded.
+
+        Returns:
+            str: The decoded string.
+        """
+        # If there are other args, we should call super().decode because there are a lot of code
+        # to handle those args. supper().encode finally will call convert_tokens_to_string and _convert_id_to_token.
+        if len(kwargs) > 0:
+            return super().decode(token_ids, **kwargs)
+
+        if type(token_ids) is int:
+            token_ids = [token_ids]
+
+        return self.model.decode(cast(List[int], token_ids))
+
+    @staticmethod
+    def _split_whitespaces_or_nonwhitespaces(
+        s: str, max_consecutive_slice_len: int
+    ) -> Iterator[str]:
+        """
+        Splits the string `s` so that each substring contains no more than `max_consecutive_slice_len`
+        consecutive whitespaces or consecutive non-whitespaces.
+        """
+        current_slice_len = 0
+        current_slice_is_space = s[0].isspace() if len(s) > 0 else False
+        slice_start = 0
+
+        for i in range(len(s)):
+            is_now_space = s[i].isspace()
+
+            if current_slice_is_space ^ is_now_space:
+                current_slice_len = 1
+                current_slice_is_space = is_now_space
+            else:
+                current_slice_len += 1
+                if current_slice_len > max_consecutive_slice_len:
+                    yield s[slice_start:i]
+                    slice_start = i
+                    current_slice_len = 1
+        yield s[slice_start:]
+
+    def pre_tokenizer_process(self, text: str) -> List[str]:
+        """
+        pre-tokenizes the input text into a list of tokens.
+        This method is used to split the input text into smaller chunks for internal processing.
+        """
+        return [text]
+
+
+    """ ----- Below are the abstract methods required by PreTrainedTokenizer ----- """
+    @property
+    def vocab_size(self) -> int:
+        return self.n_words
+
+    def get_vocab(self) -> Dict[str, int]:
+        return self.encoder
+
+    def _tokenize(self, text: str, **kwargs) -> List[str]:
+        return [
+            self.decoder[t]
+            for t in self.encode(text)
+        ]
+
+    def _convert_token_to_id(self, token: str) -> int:
+        return self.encoder.get(token, self.unk_id)
+
+    def _convert_id_to_token(self, index: int) -> str:
+        return self.decoder.get(index)
+
+    @staticmethod
+    def clean_up_tokenization(out_string: str) -> str:
+        return out_string
+
+    def convert_tokens_to_string(self, tokens: List[str]) -> str:
+        text = ''.join(tokens)
+        text = bytearray([self.byte_decoder[c] for c in text]).decode('utf-8', 'replace')
+        return text
+
+    def save_vocabulary(self, save_directory: str, filename_prefix: Optional[str] = None) -> Tuple[str]:
+        if not os.path.isdir(save_directory):
+            raise ValueError(f"vocabulary path ({save_directory}) should be a directory")
+        out_vocab_file = os.path.join(
+            save_directory, (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"]
+        )
+
+        if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file):
+            copyfile(self.vocab_file, out_vocab_file)
+
+        return (out_vocab_file,)
+    
+
+    
+    def apply_chat_template(
+        self, conversation, tools: Optional[list[dict]] = None, 
+        tokenize: bool = False, 
+        add_generation_prompt: bool = True, 
+        **kwargs
+    ):
+        tools = deep_sort_dict(tools)
+        return super().apply_chat_template(conversation, 
+                                           tools=tools,
+                                           tokenize=tokenize,
+                                           add_generation_prompt=add_generation_prompt, 
+                                           **kwargs)
+    
+
+def deep_sort_dict(obj: Any) -> Any:
+    if isinstance(obj, dict):
+        return {k: deep_sort_dict(v) for k, v in sorted(obj.items())}
+    if isinstance(obj, list):
+        return [deep_sort_dict(item) for item in obj]
+    return obj
+
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..52ea96c50c839157dbb218c0e8316ec2c1d50ab9
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,180 @@
+{
+  "added_tokens_decoder": {
+    "163584": {
+      "content": "[BOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163585": {
+      "content": "[EOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163586": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163587": {
+      "content": "<|im_user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163588": {
+      "content": "<|im_assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163590": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163591": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163593": {
+      "content": "[EOT]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163594": {
+      "content": "<|im_system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163595": {
+      "content": "<|tool_calls_section_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163596": {
+      "content": "<|tool_calls_section_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163597": {
+      "content": "<|tool_call_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163598": {
+      "content": "<|tool_call_argument_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163599": {
+      "content": "<|tool_call_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163601": {
+      "content": "<|im_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163606": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163607": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163838": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163839": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_user|>",
+    "<|im_assistant|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "[EOT]",
+    "<|im_system|>",
+    "<|im_middle|>"
+  ],
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_kimi.TikTokenTokenizer",
+      null
+    ]
+  },
+  "bos_token": "[BOS]",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "[EOS]",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "tokenizer_class": "TikTokenTokenizer",
+  "unk_token": "[UNK]"
+}
\ No newline at end of file