Upload folder using huggingface_hub

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "/root/.cache/huggingface/hub/models--cococoomo--Exaone3.5-7.8B_ReST_V0_bf16/snapshots/97cf8557d07f238ace29bd8302eb6c71500ec32a",
+  "activation_function": "silu",
+  "architectures": [
+    "ExaoneForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_exaone.ExaoneConfig",
+    "AutoModelForCausalLM": "LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct--modeling_exaone.ExaoneForCausalLM",
+    "AutoModelForSequenceClassification": "LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct--modeling_exaone.ExaoneForSequenceClassification"
+  },
+  "bos_token_id": 1,
+  "embed_dropout": 0.0,
+  "eos_token_id": 361,
+  "head_dim": 128,
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "layer_norm_epsilon": 1e-05,
+  "max_position_embeddings": 32768,
+  "model_type": "exaone",
+  "num_attention_heads": 32,
+  "num_key_value_heads": 8,
+  "num_layers": 32,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "modules_to_not_convert": null,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true
+  },
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 1000000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.47.1",
+  "use_cache": false,
+  "vocab_size": 102400
+}

configuration_exaone.py

@@ -0,0 +1,183 @@
+# coding=utf-8
+# Copyright 2021 The LG AI Research EXAONE Lab. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""EXAONE model configuration"""
+
+from transformers.configuration_utils import PretrainedConfig
+from transformers.utils import logging
+
+
+logger = logging.get_logger(__name__)
+
+EXAONE_PRETRAINED_CONFIG_ARCHIVE_MAP = {}
+
+
+class ExaoneConfig(PretrainedConfig):
+    r"""
+    This is the configuration class to store the configuration of a [`ExaoneModel`]. It is used to
+    instantiate a EXAONE model according to the specified arguments, defining the model architecture. Instantiating a
+    configuration with the defaults will yield a similar configuration to that of the EXAONE-3.0-7.8B-Instruct [LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct](https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct)
+
+    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model
+    outputs. Read the documentation from [`PretrainedConfig`] for more information.
+
+
+    Args:
+        vocab_size (`int`, *optional*, defaults to 102400):
+            Vocabulary size of the EXAONE model. Defines the number of different tokens that can be represented by the
+            `inputs_ids` passed when calling [`ExaoneModel`]. Vocabulary size of the model.
+            Defines the different tokens that can be represented by the `inputs_ids` passed to the forward method of
+            [`ExaoneModel`].
+        max_position_embeddings (`int`, *optional*, defaults to 2048):
+            The maximum sequence length that this model might ever be used with. Typically set this to something large
+            just in case (e.g., 512 or 1024 or 2048).
+        hidden_size (`int`, *optional*, defaults to 2048):
+            Dimensionality of the encoder layers and the pooler layer.
+        num_layers (`int`, *optional*, defaults to 32):
+            Number of hidden layers in the Transformer encoder.
+        num_attention_heads (`int`, *optional*, defaults to 32):
+            Number of attention heads for each attention layer in the Transformer decoder.
+        num_key_value_heads (`int`, *optional*):
+            This is the number of key_value heads that should be used to implement Grouped Query Attention. If
+            `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if
+            `num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When
+            converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed
+            by meanpooling all the original heads within that group. For more details checkout [this
+            paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to
+            `num_attention_heads`.
+        intermediate_size (`int`, *optional*, defaults to `hidden_size * 4`):
+            Dimensionality of the "intermediate" (i.e., feed-forward) layer in the Transformer encoder.
+        activation_function (`str` or `function`, *optional*, defaults to `"silu"`):
+            The non-linear activation function (function or string) in the decoder.
+        rope_theta (`float`, *optional*, defaults to 10000.0):
+            The base period of the RoPE embeddings.
+        rope_scaling (`Dict`, *optional*):
+            Dictionary containing the scaling configuration for the RoPE embeddings. NOTE: if you apply new rope type
+            and you expect the model to work on longer `max_position_embeddings`, we recommend you to update this value
+            accordingly.
+            Expected contents:
+                `rope_type` (`str`):
+                    The sub-variant of RoPE to use. Can be one of ['default', 'linear', 'dynamic', 'yarn', 'longrope',
+                    'llama3'], with 'default' being the original RoPE implementation.
+                `factor` (`float`, *optional*):
+                    Used with all rope types except 'default'. The scaling factor to apply to the RoPE embeddings. In
+                    most scaling types, a `factor` of x will enable the model to handle sequences of length x *
+                    original maximum pre-trained length.
+                `original_max_position_embeddings` (`int`, *optional*):
+                    Used with 'dynamic', 'longrope' and 'llama3'. The original max position embeddings used during
+                    pretraining.
+                `attention_factor` (`float`, *optional*):
+                    Used with 'yarn' and 'longrope'. The scaling factor to be applied on the attention
+                    computation. If unspecified, it defaults to value recommended by the implementation, using the
+                    `factor` field to infer the suggested value.
+                `beta_fast` (`float`, *optional*):
+                    Only used with 'yarn'. Parameter to set the boundary for extrapolation (only) in the linear
+                    ramp function. If unspecified, it defaults to 32.
+                `beta_slow` (`float`, *optional*):
+                    Only used with 'yarn'. Parameter to set the boundary for interpolation (only) in the linear
+                    ramp function. If unspecified, it defaults to 1.
+                `short_factor` (`List[float]`, *optional*):
+                    Only used with 'longrope'. The scaling factor to be applied to short contexts (<
+                    `original_max_position_embeddings`). Must be a list of numbers with the same length as the hidden
+                    size divided by the number of attention heads divided by 2
+                `long_factor` (`List[float]`, *optional*):
+                    Only used with 'longrope'. The scaling factor to be applied to long contexts (<
+                    `original_max_position_embeddings`). Must be a list of numbers with the same length as the hidden
+                    size divided by the number of attention heads divided by 2
+                `low_freq_factor` (`float`, *optional*):
+                    Only used with 'llama3'. Scaling factor applied to low frequency components of the RoPE
+                `high_freq_factor` (`float`, *optional*):
+                    Only used with 'llama3'. Scaling factor applied to high frequency components of the RoPE
+        embed_dropout (`float`, *optional*, defaults to 0.0):
+            The dropout probabilitiy for all fully connected layers in the embeddings, encoder, and pooler.
+        attention_dropout (`float`, *optional*, defaults to 0.0):
+            The dropout ratio for the attention probabilities.
+        layer_norm_epsilon (`float`, *optional*, defaults to 1e-05):
+            The epsilon used by the layer normalization layers.
+        initializer_range (`float`, *optional*, defaults to 0.02):
+            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
+        use_cache (`bool`, *optional*, defaults to `True`):
+            Whether or not the model should return the last key/values attentions (not used by all models). Only
+            relevant if ``config.is_decoder=True``.
+        bos_token_id (`int`, *optional*, defaults to 0):
+            Beginning of stream token id.
+        eos_token_id (`int`, *optional*, defaults to 2):
+            End of stream token id.
+
+    Example:
+
+    ```python
+    >>> from transformers import EXAONEModel, ExaoneConfig
+
+    >>> # Initializing a EXAONE configuration
+    >>> configuration = ExaoneConfig()
+
+    >>> # Initializing a model from configuration
+    >>> model = EXAONEModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "exaone"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    attribute_map = {"num_hidden_layers": "num_layers"}
+
+    def __init__(
+        self,
+        vocab_size=102400,
+        max_position_embeddings=2048,
+        hidden_size=2048,
+        num_layers=32,
+        num_attention_heads=32,
+        num_key_value_heads=None,
+        intermediate_size=None,
+        activation_function="silu",
+        rope_theta=10000.0,
+        rope_scaling=None,
+        embed_dropout=0.0,
+        attention_dropout=0.0,
+        layer_norm_epsilon=1e-5,
+        initializer_range=0.02,
+        use_cache=True,
+        bos_token_id=0,
+        eos_token_id=2,
+        **kwargs,
+    ):
+        self.vocab_size = vocab_size
+        self.max_position_embeddings = max_position_embeddings
+        self.hidden_size = hidden_size
+        self.num_layers = num_layers
+        self.num_attention_heads = num_attention_heads
+        self.num_layers = num_layers
+        if num_key_value_heads is None:
+            num_key_value_heads = num_attention_heads
+        self.num_key_value_heads = num_key_value_heads
+        if intermediate_size:
+            self.intermediate_size = intermediate_size
+        else:
+            self.intermediate_size = hidden_size * 4
+        self.activation_function = activation_function
+        self.embed_dropout = embed_dropout
+        self.attention_dropout = attention_dropout
+        self.layer_norm_epsilon = layer_norm_epsilon
+        self.initializer_range = initializer_range
+        self.use_cache = use_cache
+        self.rope_theta = rope_theta
+        self.rope_scaling = rope_scaling
+
+        self.bos_token_id = bos_token_id
+        self.eos_token_id = eos_token_id
+
+        super().__init__(bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 361,
+  "pad_token_id": 0,
+  "transformers_version": "4.47.1"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be53ee5bd19d05b4c252ad6d6312c3ead99d15ab310ebd9c2ea84b1089c4e4
+size 4465454112

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dccc6f220007bf89787e558d7079901d36f4cad4e4c02a8f217fd0fa4e348f
+size 838860928

model.safetensors.index.json

@@ -0,0 +1,746 @@
+{
+  "metadata": {
+    "total_size": 5304229888
+  },
+  "weight_map": {
+    "transformer.wte.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.0.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.1.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.2.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.3.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.4.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.5.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.6.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.7.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.8.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.9.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.10.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.11.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.12.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.13.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.14.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.15.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.16.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.17.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.18.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.19.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.21.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.22.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.23.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.24.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.25.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.26.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.27.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.28.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.29.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.30.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.ln_1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.k_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.k_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.k_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.v_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.v_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.v_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.q_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.q_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.q_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.out_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.out_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.attn.attention.out_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.ln_2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_0.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_0.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_0.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_1.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_1.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_fc_1.scales": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_proj.qweight": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_proj.qzeros": "model-00001-of-00002.safetensors",
+    "transformer.h.31.mlp.c_proj.scales": "model-00001-of-00002.safetensors",
+    "transformer.ln_f.weight": "model-00001-of-00002.safetensors",
+    "lm_head.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "[BOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[|endofturn|]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,3231 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": true,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[BOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[EOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "                               ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "                              ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "                             ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "                            ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "                           ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "                          ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "                         ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<|c|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<|c++|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<|python|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<|javascript|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<|markdown|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<|html|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<|css|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<|vue|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<|java|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "PI:URL",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "PI:EMAIL",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "PI:ACCOUNT_NUM",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "PI:PHONE_NUM",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "PI:BUSINESS_NUM",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "PI:ANNON",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "PI:KEY",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "PI:ID",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "PI:IP_ADDRESS",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "PI:USER",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "[unused83]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "[unused84]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "[unused85]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "[unused86]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "[unused87]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "[unused88]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "[unused89]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "[unused90]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "[unused91]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "[unused92]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "[unused93]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "[unused94]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "[unused95]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "[unused96]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "[unused97]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "[unused98]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "[unused99]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "[extra_id_0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "[extra_id_1]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "[extra_id_2]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "[extra_id_3]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "[extra_id_4]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "[extra_id_5]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "[extra_id_6]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "[extra_id_7]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "[extra_id_8]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "[extra_id_9]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "[extra_id_10]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "[extra_id_11]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "[extra_id_12]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "[extra_id_13]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "[extra_id_14]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "[extra_id_15]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "[extra_id_16]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "[extra_id_17]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "[extra_id_18]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "[extra_id_19]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "[extra_id_20]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "[extra_id_21]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "[extra_id_22]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "[extra_id_23]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "[extra_id_24]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "[extra_id_25]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "[extra_id_26]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "[extra_id_27]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "[extra_id_28]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "[extra_id_29]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "[extra_id_30]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "[extra_id_31]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "[extra_id_32]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "[extra_id_33]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "[extra_id_34]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "[extra_id_35]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "[extra_id_36]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "[extra_id_37]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "[extra_id_38]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "[extra_id_39]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "[extra_id_40]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "[extra_id_41]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "[extra_id_42]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "[extra_id_43]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "[extra_id_44]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "[extra_id_45]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "[extra_id_46]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "[extra_id_47]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "[extra_id_48]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "[extra_id_49]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "[extra_id_50]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "[extra_id_51]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "[extra_id_52]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "[extra_id_53]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "[extra_id_54]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "[extra_id_55]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "[extra_id_56]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "[extra_id_57]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "[extra_id_58]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "[extra_id_59]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "[extra_id_60]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "[extra_id_61]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "[extra_id_62]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "[extra_id_63]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "[extra_id_64]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "[extra_id_65]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "[extra_id_66]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "[extra_id_67]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "[extra_id_68]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "[extra_id_69]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "[extra_id_70]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "[extra_id_71]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "[extra_id_72]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "[extra_id_73]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "[extra_id_74]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "[extra_id_75]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "[extra_id_76]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "[extra_id_77]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "[extra_id_78]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "[extra_id_79]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "[extra_id_80]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "[extra_id_81]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "[extra_id_82]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "[extra_id_83]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "[extra_id_84]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "[extra_id_85]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "[extra_id_86]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "[extra_id_87]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "[extra_id_88]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "[extra_id_89]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "[extra_id_90]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "[extra_id_91]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "[extra_id_92]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "[extra_id_93]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "[extra_id_94]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "[extra_id_95]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "[extra_id_96]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "[extra_id_97]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "[extra_id_98]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "[extra_id_99]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "[extra_id_100]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "[extra_id_101]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "[extra_id_102]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "[extra_id_103]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "[extra_id_104]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "[extra_id_105]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "[extra_id_106]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "[extra_id_107]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "[extra_id_108]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "[extra_id_109]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "[extra_id_110]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "[extra_id_111]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "[extra_id_112]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "[extra_id_113]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "[extra_id_114]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "[extra_id_115]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "[extra_id_116]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "[extra_id_117]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "[extra_id_118]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "[extra_id_119]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "[extra_id_120]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "[extra_id_121]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "[extra_id_122]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "[extra_id_123]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "[extra_id_124]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "[extra_id_125]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "[extra_id_126]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "[extra_id_127]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "[extra_id_128]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "[extra_id_129]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "[extra_id_130]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "[extra_id_131]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "[extra_id_132]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "[extra_id_133]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "[extra_id_134]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "[extra_id_135]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "[extra_id_136]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "[extra_id_137]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "[extra_id_138]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "[extra_id_139]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "[extra_id_140]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "[extra_id_141]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "[extra_id_142]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "[extra_id_143]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "[extra_id_144]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "[extra_id_145]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "[extra_id_146]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "[extra_id_147]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "[extra_id_148]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "[extra_id_149]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "[extra_id_150]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "[extra_id_151]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "[extra_id_152]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "[extra_id_153]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "[extra_id_154]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "[extra_id_155]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "[extra_id_156]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "[extra_id_157]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "[extra_id_158]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "[extra_id_159]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "[extra_id_160]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "[extra_id_161]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "[extra_id_162]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "[extra_id_163]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "[extra_id_164]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "[extra_id_165]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "[extra_id_166]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "[extra_id_167]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "[extra_id_168]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "[extra_id_169]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "[extra_id_170]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "[extra_id_171]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "[extra_id_172]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "[extra_id_173]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "[extra_id_174]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "[extra_id_175]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "[extra_id_176]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "[extra_id_177]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "[extra_id_178]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "[extra_id_179]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "[extra_id_180]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "[extra_id_181]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "[extra_id_182]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "[extra_id_183]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "[extra_id_184]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "[extra_id_185]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "[extra_id_186]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "[extra_id_187]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "[extra_id_188]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "[extra_id_189]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "[extra_id_190]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "[extra_id_191]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "[extra_id_192]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "[extra_id_193]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "[extra_id_194]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "[extra_id_195]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "[extra_id_196]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "[extra_id_197]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "[extra_id_198]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "[|endofturn|]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_token": [
+    "[unused0]",
+    "[unused1]",
+    "[unused2]",
+    "[unused3]",
+    "[unused4]",
+    "[unused5]",
+    "[unused6]",
+    "[unused7]",
+    "[unused8]",
+    "[unused9]",
+    "[unused10]",
+    "[unused11]",
+    "[unused12]",
+    "[unused13]",
+    "[unused14]",
+    "[unused15]",
+    "[unused16]",
+    "[unused17]",
+    "[unused18]",
+    "[unused19]",
+    "[unused20]",
+    "[unused21]",
+    "[unused22]",
+    "[unused23]",
+    "[unused24]",
+    "[unused25]",
+    "[unused26]",
+    "[unused27]",
+    "[unused28]",
+    "[unused29]",
+    "[unused30]",
+    "[unused31]",
+    "[unused32]",
+    "[unused33]",
+    "[unused34]",
+    "[unused35]",
+    "[unused36]",
+    "[unused37]",
+    "[unused38]",
+    "[unused39]",
+    "[unused40]",
+    "[unused41]",
+    "[unused42]",
+    "[unused43]",
+    "[unused44]",
+    "[unused45]",
+    "[unused46]",
+    "[unused47]",
+    "[unused48]",
+    "[unused49]",
+    "[unused50]",
+    "[unused51]",
+    "[unused52]",
+    "[unused53]",
+    "[unused54]",
+    "[unused55]",
+    "[unused56]",
+    "[unused57]",
+    "[unused58]",
+    "[unused59]",
+    "[unused60]",
+    "[unused61]",
+    "[unused62]",
+    "[unused63]",
+    "[unused64]",
+    "[unused65]",
+    "[unused66]",
+    "[unused67]",
+    "[unused68]",
+    "[unused69]",
+    "[unused70]",
+    "[unused71]",
+    "[unused72]",
+    "[unused73]",
+    "[unused74]",
+    "[unused75]",
+    "[unused76]",
+    "[unused77]",
+    "[unused78]",
+    "[unused79]",
+    "[unused80]",
+    "[unused81]",
+    "[unused82]",
+    "[unused83]",
+    "[unused84]",
+    "[unused85]",
+    "[unused86]",
+    "[unused87]",
+    "[unused88]",
+    "[unused89]",
+    "[unused90]",
+    "[unused91]",
+    "[unused92]",
+    "[unused93]",
+    "[unused94]",
+    "[unused95]",
+    "[unused96]",
+    "[unused97]",
+    "[unused98]",
+    "[unused99]",
+    "[extra_id_0]",
+    "[extra_id_1]",
+    "[extra_id_2]",
+    "[extra_id_3]",
+    "[extra_id_4]",
+    "[extra_id_5]",
+    "[extra_id_6]",
+    "[extra_id_7]",
+    "[extra_id_8]",
+    "[extra_id_9]",
+    "[extra_id_10]",
+    "[extra_id_11]",
+    "[extra_id_12]",
+    "[extra_id_13]",
+    "[extra_id_14]",
+    "[extra_id_15]",
+    "[extra_id_16]",
+    "[extra_id_17]",
+    "[extra_id_18]",
+    "[extra_id_19]",
+    "[extra_id_20]",
+    "[extra_id_21]",
+    "[extra_id_22]",
+    "[extra_id_23]",
+    "[extra_id_24]",
+    "[extra_id_25]",
+    "[extra_id_26]",
+    "[extra_id_27]",
+    "[extra_id_28]",
+    "[extra_id_29]",
+    "[extra_id_30]",
+    "[extra_id_31]",
+    "[extra_id_32]",
+    "[extra_id_33]",
+    "[extra_id_34]",
+    "[extra_id_35]",
+    "[extra_id_36]",
+    "[extra_id_37]",
+    "[extra_id_38]",
+    "[extra_id_39]",
+    "[extra_id_40]",
+    "[extra_id_41]",
+    "[extra_id_42]",
+    "[extra_id_43]",
+    "[extra_id_44]",
+    "[extra_id_45]",
+    "[extra_id_46]",
+    "[extra_id_47]",
+    "[extra_id_48]",
+    "[extra_id_49]",
+    "[extra_id_50]",
+    "[extra_id_51]",
+    "[extra_id_52]",
+    "[extra_id_53]",
+    "[extra_id_54]",
+    "[extra_id_55]",
+    "[extra_id_56]",
+    "[extra_id_57]",
+    "[extra_id_58]",
+    "[extra_id_59]",
+    "[extra_id_60]",
+    "[extra_id_61]",
+    "[extra_id_62]",
+    "[extra_id_63]",
+    "[extra_id_64]",
+    "[extra_id_65]",
+    "[extra_id_66]",
+    "[extra_id_67]",
+    "[extra_id_68]",
+    "[extra_id_69]",
+    "[extra_id_70]",
+    "[extra_id_71]",
+    "[extra_id_72]",
+    "[extra_id_73]",
+    "[extra_id_74]",
+    "[extra_id_75]",
+    "[extra_id_76]",
+    "[extra_id_77]",
+    "[extra_id_78]",
+    "[extra_id_79]",
+    "[extra_id_80]",
+    "[extra_id_81]",
+    "[extra_id_82]",
+    "[extra_id_83]",
+    "[extra_id_84]",
+    "[extra_id_85]",
+    "[extra_id_86]",
+    "[extra_id_87]",
+    "[extra_id_88]",
+    "[extra_id_89]",
+    "[extra_id_90]",
+    "[extra_id_91]",
+    "[extra_id_92]",
+    "[extra_id_93]",
+    "[extra_id_94]",
+    "[extra_id_95]",
+    "[extra_id_96]",
+    "[extra_id_97]",
+    "[extra_id_98]",
+    "[extra_id_99]",
+    "[extra_id_100]",
+    "[extra_id_101]",
+    "[extra_id_102]",
+    "[extra_id_103]",
+    "[extra_id_104]",
+    "[extra_id_105]",
+    "[extra_id_106]",
+    "[extra_id_107]",
+    "[extra_id_108]",
+    "[extra_id_109]",
+    "[extra_id_110]",
+    "[extra_id_111]",
+    "[extra_id_112]",
+    "[extra_id_113]",
+    "[extra_id_114]",
+    "[extra_id_115]",
+    "[extra_id_116]",
+    "[extra_id_117]",
+    "[extra_id_118]",
+    "[extra_id_119]",
+    "[extra_id_120]",
+    "[extra_id_121]",
+    "[extra_id_122]",
+    "[extra_id_123]",
+    "[extra_id_124]",
+    "[extra_id_125]",
+    "[extra_id_126]",
+    "[extra_id_127]",
+    "[extra_id_128]",
+    "[extra_id_129]",
+    "[extra_id_130]",
+    "[extra_id_131]",
+    "[extra_id_132]",
+    "[extra_id_133]",
+    "[extra_id_134]",
+    "[extra_id_135]",
+    "[extra_id_136]",
+    "[extra_id_137]",
+    "[extra_id_138]",
+    "[extra_id_139]",
+    "[extra_id_140]",
+    "[extra_id_141]",
+    "[extra_id_142]",
+    "[extra_id_143]",
+    "[extra_id_144]",
+    "[extra_id_145]",
+    "[extra_id_146]",
+    "[extra_id_147]",
+    "[extra_id_148]",
+    "[extra_id_149]",
+    "[extra_id_150]",
+    "[extra_id_151]",
+    "[extra_id_152]",
+    "[extra_id_153]",
+    "[extra_id_154]",
+    "[extra_id_155]",
+    "[extra_id_156]",
+    "[extra_id_157]",
+    "[extra_id_158]",
+    "[extra_id_159]",
+    "[extra_id_160]",
+    "[extra_id_161]",
+    "[extra_id_162]",
+    "[extra_id_163]",
+    "[extra_id_164]",
+    "[extra_id_165]",
+    "[extra_id_166]",
+    "[extra_id_167]",
+    "[extra_id_168]",
+    "[extra_id_169]",
+    "[extra_id_170]",
+    "[extra_id_171]",
+    "[extra_id_172]",
+    "[extra_id_173]",
+    "[extra_id_174]",
+    "[extra_id_175]",
+    "[extra_id_176]",
+    "[extra_id_177]",
+    "[extra_id_178]",
+    "[extra_id_179]",
+    "[extra_id_180]",
+    "[extra_id_181]",
+    "[extra_id_182]",
+    "[extra_id_183]",
+    "[extra_id_184]",
+    "[extra_id_185]",
+    "[extra_id_186]",
+    "[extra_id_187]",
+    "[extra_id_188]",
+    "[extra_id_189]",
+    "[extra_id_190]",
+    "[extra_id_191]",
+    "[extra_id_192]",
+    "[extra_id_193]",
+    "[extra_id_194]",
+    "[extra_id_195]",
+    "[extra_id_196]",
+    "[extra_id_197]",
+    "[extra_id_198]",
+    "[|endofturn|]",
+    "PI:URL",
+    "PI:EMAIL",
+    "PI:ACCOUNT_NUM",
+    "PI:PHONE_NUM",
+    "PI:BUSINESS_NUM",
+    "PI:ANNON",
+    "PI:KEY",
+    "PI:ID",
+    "PI:IP_ADDRESS",
+    "PI:USER"
+  ],
+  "bos_token": "[BOS]",
+  "chat_template": "{% for message in messages %}{% if loop.first and message['role'] != 'system' %}{{ '[|system|][|endofturn|]\n' }}{% endif %}{{ '[|' + message['role'] + '|]' + message['content'] }}{% if message['role'] == 'user' %}{{ '\n' }}{% else %}{{ '[|endofturn|]\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '[|assistant|]' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "[|endofturn|]",
+  "extra_special_tokens": {},
+  "max_length": 4000,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "left",
+  "stride": 0,
+  "tokenizer_class": "GPT2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}