Clean bf16 text-only: stripped scale/vision/projector tensors, 10GB shards

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,132 @@
+{#- Default system message if no system prompt is passed. #}
+{%- set default_system_message = '' %}
+
+{#- Begin of sequence token. #}
+{{- '<s>' }}
+
+{#- Handle system prompt if it exists. #}
+{#- System prompt supports text content or text chunks. #}
+{%- if messages[0]['role'] == 'system' %}
+    {{- '[SYSTEM_PROMPT]' -}}
+    {%- if messages[0]['content'] is string %}
+        {{- messages[0]['content'] -}}
+    {%- else %}        
+        {%- for block in messages[0]['content'] %}
+            {%- if block['type'] == 'text' %}
+                {{- block['text'] }}
+            {%- else %}
+                {{- raise_exception('Only text chunks are supported in system message contents.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+    {{- '[/SYSTEM_PROMPT]' -}}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+    {%- if default_system_message != '' %}
+        {{- '[SYSTEM_PROMPT]' + default_system_message + '[/SYSTEM_PROMPT]' }}
+    {%- endif %}
+{%- endif %}
+
+
+{#- Tools definition #}
+{%- set tools_definition = '' %}
+{%- set has_tools = false %}
+{%- if tools is defined and tools is not none and tools|length > 0 %}
+    {%- set has_tools = true %}
+    {%- set tools_definition = '[AVAILABLE_TOOLS]' + (tools| tojson) + '[/AVAILABLE_TOOLS]' %}
+    {{- tools_definition }}
+{%- endif %}
+
+{#- Model settings definition #}
+{%- set reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 'none' %}
+{%- if reasoning_effort not in ['none', 'high'] %}
+    {{- raise_exception('reasoning_effort must be either "none" or "high"') }}
+{%- endif %}
+{%- set model_settings = '[MODEL_SETTINGS]{"reasoning_effort": "' + reasoning_effort + '"}[/MODEL_SETTINGS]' %}
+{{- model_settings }}
+
+{#- Checks for alternating user/assistant messages. #}
+{%- set ns = namespace(index=0) %}
+{%- for message in loop_messages %}
+    {%- if message.role == 'user' or (message.role == 'assistant' and (message.tool_calls is not defined or message.tool_calls is none or message.tool_calls | length == 0)) %}
+        {%- if (message['role'] == 'user') != (ns.index % 2 == 0) %}
+            {{- raise_exception('After the optional system message, conversation roles must alternate user and assistant roles except for tool calls and results.') }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{#- Handle conversation messages. #}
+{%- for message in loop_messages %}
+
+    {#- User messages supports text content or text and image chunks. #}
+    {%- if message['role'] == 'user' %}
+        {%- if message['content'] is string %}
+            {{- '[INST]' + message['content'] + '[/INST]' }}
+        {%- elif message['content'] | length > 0 %}
+            {{- '[INST]' }}
+            {%- if message['content'] | length == 2 %}
+                {%- set blocks = message['content'] | sort(attribute='type') %}
+            {%- else %}
+                {%- set blocks = message['content'] %}
+            {%- endif %}
+            {%- for block in blocks %}
+                {%- if block['type'] == 'text' %}
+                    {{- block['text'] }}
+                {%- elif block['type'] in ['image', 'image_url'] %}
+                    {{- '[IMG]' }}
+                {%- else %}
+                    {{- raise_exception('Only text, image and image_url chunks are supported in user message content.') }}
+                {%- endif %}
+            {%- endfor %}
+            {{- '[/INST]' }}
+        {%- else %}
+            {{- raise_exception('User message must have a string or a list of chunks in content') }}
+        {%- endif %}
+
+    {#- Assistant messages supports text content or text, image and thinking chunks. #}
+    {%- elif message['role'] == 'assistant' %}
+        {%- if (message['content'] is none or message['content'] == '' or message['content']|length == 0) and (message['tool_calls'] is not defined or message['tool_calls'] is none or message['tool_calls']|length == 0) %}
+            {{- raise_exception('Assistant message must have a string or a list of chunks in content or a list of tool calls.') }}
+        {%- endif %}
+
+        {%- if message['content'] is string and message['content'] != '' %}
+            {{- message['content'] }}
+        {%- elif message['content'] | length > 0 %}
+            {%- for block in message['content'] %}
+                {%- if block['type'] == 'text' %}
+                    {{- block['text'] }}
+                {%- elif block['type'] == 'thinking' %}
+                    {{- '[THINK]' + block['thinking'] + '[/THINK]' }}
+                {%- else %}
+                    {{- raise_exception('Only text and thinking chunks are supported in assistant message contents.') }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        
+        {%- if message['tool_calls'] is defined and message['tool_calls'] is not none and message['tool_calls']|length > 0 %}
+            {%- for tool in message['tool_calls'] %}
+                {{- '[TOOL_CALLS]' }}
+                {%- set name = tool['function']['name'] %}
+                {%- set arguments = tool['function']['arguments'] %}
+                {%- if arguments is not string %}
+                    {%- set arguments = arguments|tojson|safe %}
+                {%- elif arguments == '' %}
+                    {%- set arguments = '{}' %}
+                {%- endif %}
+                {{- name + '[ARGS]' + arguments }}
+            {%- endfor %}
+        {%- endif %}
+
+        {{- '</s>' }}
+
+    {#- Tool messages only supports text content. #}
+    {%- elif message['role'] == 'tool' %}
+        {{- '[TOOL_RESULTS]' + message['content']|string + '[/TOOL_RESULTS]' }}
+
+    {#- Raise exception for unsupported roles. #}
+    {%- else %}
+        {{- raise_exception('Only user, assistant and tool roles are supported, got ' + message['role'] + '.') }}
+    {%- endif %}
+{%- endfor %}

config.json

@@ -0,0 +1,2616 @@
+{
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "first_k_dense_replace": 0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "kv_lora_rank": 256,
+  "max_position_embeddings": 1048576,
+  "mlp_bias": false,
+  "model_type": "mistral4",
+  "moe_intermediate_size": 2048,
+  "n_group": 1,
+  "n_routed_experts": 69,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 4,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 32,
+  "pad_token_id": 11,
+  "pretraining_tp": 1,
+  "q_lora_rank": 1024,
+  "qk_head_dim": 128,
+  "qk_nope_head_dim": 64,
+  "qk_rope_head_dim": 64,
+  "rms_norm_eps": 1e-06,
+  "rope_interleave": true,
+  "rope_parameters": {
+    "beta_fast": 32.0,
+    "beta_slow": 1.0,
+    "factor": 128.0,
+    "llama_4_scaling_beta": 0.1,
+    "mscale": 1.0,
+    "mscale_all_dim": 1.0,
+    "original_max_position_embeddings": 8192,
+    "partial_rotary_factor": 0.5,
+    "rope_theta": 10000.0,
+    "rope_type": "yarn",
+    "type": "yarn"
+  },
+  "routed_scaling_factor": 1.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "use_cache": true,
+  "v_head_dim": 128,
+  "vocab_size": 131072,
+  "kept_experts": {
+    "0": [
+      1,
+      3,
+      4,
+      8,
+      9,
+      11,
+      13,
+      14,
+      16,
+      17,
+      18,
+      19,
+      24,
+      25,
+      26,
+      28,
+      29,
+      32,
+      34,
+      35,
+      37,
+      38,
+      39,
+      40,
+      45,
+      48,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      59,
+      60,
+      61,
+      62,
+      67,
+      68,
+      69,
+      72,
+      73,
+      74,
+      77,
+      79,
+      80,
+      82,
+      84,
+      87,
+      90,
+      91,
+      93,
+      94,
+      95,
+      98,
+      100,
+      101,
+      102,
+      103,
+      108,
+      109,
+      110,
+      112,
+      113,
+      114,
+      115,
+      120,
+      122,
+      124,
+      127
+    ],
+    "1": [
+      0,
+      1,
+      3,
+      5,
+      7,
+      9,
+      10,
+      11,
+      13,
+      15,
+      17,
+      20,
+      26,
+      29,
+      33,
+      35,
+      36,
+      38,
+      39,
+      42,
+      45,
+      46,
+      48,
+      49,
+      51,
+      52,
+      53,
+      57,
+      59,
+      60,
+      62,
+      63,
+      64,
+      65,
+      69,
+      70,
+      74,
+      75,
+      77,
+      78,
+      79,
+      80,
+      81,
+      83,
+      85,
+      86,
+      87,
+      89,
+      90,
+      91,
+      92,
+      94,
+      95,
+      96,
+      97,
+      102,
+      104,
+      106,
+      108,
+      111,
+      112,
+      116,
+      117,
+      118,
+      119,
+      120,
+      125,
+      126,
+      127
+    ],
+    "2": [
+      1,
+      2,
+      3,
+      5,
+      11,
+      13,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      27,
+      29,
+      32,
+      33,
+      35,
+      38,
+      39,
+      44,
+      45,
+      46,
+      47,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      56,
+      61,
+      62,
+      63,
+      64,
+      68,
+      69,
+      71,
+      73,
+      74,
+      75,
+      76,
+      80,
+      86,
+      87,
+      88,
+      89,
+      90,
+      91,
+      94,
+      95,
+      96,
+      98,
+      104,
+      105,
+      107,
+      109,
+      110,
+      112,
+      113,
+      116,
+      117,
+      119,
+      120,
+      121,
+      122,
+      124,
+      125,
+      126,
+      127
+    ],
+    "3": [
+      2,
+      4,
+      10,
+      13,
+      14,
+      15,
+      17,
+      18,
+      20,
+      21,
+      23,
+      24,
+      25,
+      27,
+      29,
+      30,
+      31,
+      32,
+      37,
+      39,
+      42,
+      43,
+      46,
+      47,
+      48,
+      54,
+      55,
+      57,
+      58,
+      59,
+      61,
+      62,
+      64,
+      65,
+      66,
+      67,
+      68,
+      69,
+      71,
+      74,
+      77,
+      79,
+      81,
+      82,
+      83,
+      84,
+      85,
+      88,
+      92,
+      94,
+      95,
+      98,
+      100,
+      102,
+      104,
+      105,
+      107,
+      109,
+      111,
+      113,
+      117,
+      119,
+      120,
+      121,
+      122,
+      123,
+      124,
+      125,
+      126
+    ],
+    "4": [
+      0,
+      2,
+      4,
+      6,
+      7,
+      8,
+      10,
+      12,
+      13,
+      14,
+      16,
+      17,
+      19,
+      20,
+      23,
+      25,
+      26,
+      28,
+      30,
+      31,
+      34,
+      36,
+      37,
+      38,
+      39,
+      41,
+      43,
+      45,
+      46,
+      47,
+      49,
+      51,
+      53,
+      56,
+      57,
+      58,
+      59,
+      61,
+      63,
+      66,
+      67,
+      70,
+      71,
+      74,
+      75,
+      77,
+      79,
+      80,
+      81,
+      83,
+      84,
+      91,
+      93,
+      96,
+      97,
+      100,
+      101,
+      103,
+      106,
+      107,
+      108,
+      109,
+      110,
+      112,
+      114,
+      123,
+      124,
+      125,
+      126
+    ],
+    "5": [
+      1,
+      2,
+      5,
+      8,
+      9,
+      11,
+      12,
+      13,
+      17,
+      19,
+      24,
+      26,
+      27,
+      28,
+      29,
+      30,
+      32,
+      35,
+      36,
+      44,
+      46,
+      48,
+      49,
+      50,
+      51,
+      52,
+      54,
+      55,
+      57,
+      58,
+      60,
+      62,
+      63,
+      64,
+      65,
+      67,
+      69,
+      70,
+      71,
+      73,
+      74,
+      75,
+      76,
+      79,
+      82,
+      84,
+      86,
+      88,
+      91,
+      93,
+      94,
+      96,
+      97,
+      100,
+      102,
+      103,
+      105,
+      108,
+      109,
+      110,
+      111,
+      114,
+      117,
+      118,
+      120,
+      122,
+      124,
+      125,
+      126
+    ],
+    "6": [
+      0,
+      2,
+      3,
+      5,
+      6,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      18,
+      20,
+      21,
+      25,
+      26,
+      27,
+      29,
+      30,
+      31,
+      32,
+      34,
+      35,
+      36,
+      37,
+      38,
+      41,
+      43,
+      45,
+      47,
+      48,
+      57,
+      58,
+      60,
+      62,
+      63,
+      67,
+      68,
+      69,
+      70,
+      71,
+      72,
+      74,
+      75,
+      77,
+      80,
+      82,
+      84,
+      85,
+      87,
+      90,
+      91,
+      92,
+      95,
+      97,
+      99,
+      100,
+      102,
+      104,
+      109,
+      111,
+      112,
+      113,
+      117,
+      119,
+      121,
+      122,
+      123,
+      125
+    ],
+    "7": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      7,
+      10,
+      12,
+      14,
+      16,
+      18,
+      20,
+      24,
+      25,
+      27,
+      29,
+      30,
+      31,
+      35,
+      36,
+      39,
+      40,
+      41,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      53,
+      59,
+      61,
+      62,
+      63,
+      65,
+      69,
+      70,
+      71,
+      75,
+      76,
+      80,
+      81,
+      83,
+      84,
+      85,
+      86,
+      88,
+      89,
+      90,
+      93,
+      96,
+      98,
+      99,
+      101,
+      102,
+      103,
+      107,
+      108,
+      109,
+      112,
+      114,
+      120,
+      122,
+      123,
+      124,
+      126
+    ],
+    "8": [
+      0,
+      3,
+      4,
+      5,
+      7,
+      8,
+      9,
+      11,
+      12,
+      14,
+      15,
+      18,
+      20,
+      21,
+      22,
+      24,
+      26,
+      27,
+      28,
+      29,
+      30,
+      34,
+      37,
+      39,
+      40,
+      42,
+      44,
+      45,
+      46,
+      49,
+      50,
+      54,
+      55,
+      60,
+      61,
+      62,
+      64,
+      65,
+      67,
+      68,
+      70,
+      72,
+      75,
+      77,
+      78,
+      79,
+      80,
+      81,
+      83,
+      85,
+      88,
+      89,
+      90,
+      91,
+      92,
+      97,
+      98,
+      100,
+      102,
+      103,
+      107,
+      109,
+      116,
+      117,
+      119,
+      121,
+      125,
+      126,
+      127
+    ],
+    "9": [
+      0,
+      1,
+      5,
+      6,
+      7,
+      8,
+      15,
+      16,
+      17,
+      20,
+      21,
+      23,
+      25,
+      28,
+      29,
+      31,
+      32,
+      35,
+      36,
+      37,
+      38,
+      40,
+      42,
+      44,
+      45,
+      46,
+      47,
+      48,
+      50,
+      52,
+      64,
+      65,
+      67,
+      69,
+      70,
+      72,
+      73,
+      74,
+      75,
+      76,
+      80,
+      82,
+      84,
+      86,
+      87,
+      88,
+      89,
+      90,
+      92,
+      96,
+      97,
+      98,
+      103,
+      104,
+      106,
+      107,
+      109,
+      110,
+      112,
+      115,
+      116,
+      118,
+      119,
+      120,
+      123,
+      124,
+      125,
+      126,
+      127
+    ],
+    "10": [
+      0,
+      2,
+      6,
+      7,
+      9,
+      10,
+      11,
+      14,
+      15,
+      16,
+      17,
+      18,
+      20,
+      21,
+      22,
+      24,
+      25,
+      26,
+      27,
+      30,
+      32,
+      34,
+      35,
+      39,
+      44,
+      45,
+      46,
+      48,
+      49,
+      50,
+      53,
+      54,
+      55,
+      56,
+      57,
+      61,
+      62,
+      63,
+      66,
+      67,
+      69,
+      70,
+      76,
+      80,
+      81,
+      82,
+      83,
+      86,
+      87,
+      88,
+      89,
+      91,
+      93,
+      96,
+      99,
+      100,
+      102,
+      106,
+      107,
+      109,
+      111,
+      113,
+      114,
+      116,
+      118,
+      121,
+      122,
+      123,
+      124
+    ],
+    "11": [
+      5,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      16,
+      17,
+      18,
+      20,
+      21,
+      22,
+      23,
+      25,
+      27,
+      28,
+      29,
+      31,
+      32,
+      34,
+      35,
+      37,
+      38,
+      39,
+      40,
+      44,
+      46,
+      47,
+      50,
+      52,
+      54,
+      57,
+      59,
+      60,
+      62,
+      63,
+      64,
+      65,
+      67,
+      69,
+      70,
+      71,
+      72,
+      73,
+      75,
+      76,
+      80,
+      82,
+      83,
+      86,
+      91,
+      96,
+      98,
+      99,
+      102,
+      103,
+      106,
+      110,
+      111,
+      112,
+      114,
+      115,
+      116,
+      118,
+      122,
+      123,
+      126
+    ],
+    "12": [
+      0,
+      2,
+      5,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      24,
+      26,
+      27,
+      29,
+      30,
+      32,
+      33,
+      36,
+      37,
+      38,
+      41,
+      43,
+      44,
+      46,
+      47,
+      48,
+      51,
+      54,
+      55,
+      57,
+      59,
+      61,
+      64,
+      67,
+      68,
+      69,
+      70,
+      74,
+      75,
+      76,
+      77,
+      79,
+      81,
+      83,
+      85,
+      89,
+      90,
+      91,
+      92,
+      93,
+      95,
+      97,
+      101,
+      103,
+      106,
+      112,
+      114,
+      116,
+      118,
+      120,
+      121,
+      124,
+      125
+    ],
+    "13": [
+      0,
+      2,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      15,
+      16,
+      17,
+      19,
+      22,
+      23,
+      25,
+      26,
+      28,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      40,
+      41,
+      43,
+      44,
+      46,
+      48,
+      49,
+      50,
+      52,
+      53,
+      55,
+      56,
+      59,
+      67,
+      68,
+      69,
+      70,
+      71,
+      72,
+      73,
+      80,
+      81,
+      82,
+      83,
+      87,
+      89,
+      92,
+      95,
+      98,
+      99,
+      104,
+      105,
+      107,
+      108,
+      109,
+      110,
+      111,
+      118,
+      119,
+      122,
+      124,
+      127
+    ],
+    "14": [
+      0,
+      2,
+      4,
+      6,
+      10,
+      12,
+      13,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      32,
+      34,
+      35,
+      36,
+      37,
+      43,
+      48,
+      49,
+      55,
+      56,
+      59,
+      60,
+      61,
+      63,
+      64,
+      65,
+      66,
+      67,
+      68,
+      70,
+      72,
+      73,
+      74,
+      76,
+      77,
+      78,
+      79,
+      80,
+      82,
+      83,
+      84,
+      88,
+      89,
+      91,
+      94,
+      98,
+      103,
+      106,
+      109,
+      110,
+      111,
+      117,
+      118,
+      119,
+      120,
+      123,
+      124,
+      125,
+      126,
+      127
+    ],
+    "15": [
+      1,
+      4,
+      8,
+      10,
+      13,
+      15,
+      16,
+      18,
+      19,
+      21,
+      23,
+      25,
+      26,
+      29,
+      30,
+      31,
+      32,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      41,
+      43,
+      45,
+      49,
+      51,
+      52,
+      55,
+      56,
+      57,
+      59,
+      60,
+      61,
+      62,
+      65,
+      67,
+      68,
+      69,
+      70,
+      72,
+      74,
+      76,
+      77,
+      78,
+      80,
+      82,
+      88,
+      89,
+      90,
+      91,
+      92,
+      93,
+      94,
+      96,
+      97,
+      98,
+      101,
+      103,
+      106,
+      110,
+      111,
+      112,
+      115,
+      121,
+      123,
+      125,
+      126
+    ],
+    "16": [
+      0,
+      1,
+      2,
+      3,
+      10,
+      11,
+      15,
+      16,
+      17,
+      18,
+      20,
+      21,
+      22,
+      26,
+      28,
+      29,
+      30,
+      31,
+      32,
+      34,
+      36,
+      37,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      49,
+      51,
+      52,
+      56,
+      57,
+      58,
+      60,
+      70,
+      71,
+      72,
+      73,
+      74,
+      75,
+      76,
+      79,
+      80,
+      81,
+      86,
+      87,
+      88,
+      89,
+      90,
+      93,
+      95,
+      98,
+      100,
+      101,
+      103,
+      104,
+      105,
+      106,
+      108,
+      112,
+      113,
+      114,
+      116,
+      118,
+      121,
+      122,
+      123
+    ],
+    "17": [
+      0,
+      1,
+      2,
+      5,
+      6,
+      8,
+      9,
+      11,
+      12,
+      13,
+      14,
+      16,
+      17,
+      18,
+      23,
+      25,
+      28,
+      30,
+      31,
+      32,
+      33,
+      34,
+      36,
+      38,
+      40,
+      41,
+      43,
+      46,
+      48,
+      50,
+      53,
+      55,
+      57,
+      61,
+      63,
+      65,
+      66,
+      67,
+      68,
+      69,
+      70,
+      73,
+      74,
+      75,
+      76,
+      79,
+      80,
+      81,
+      84,
+      86,
+      89,
+      90,
+      93,
+      94,
+      95,
+      97,
+      100,
+      102,
+      107,
+      109,
+      110,
+      111,
+      113,
+      117,
+      122,
+      123,
+      124,
+      125,
+      126
+    ],
+    "18": [
+      0,
+      1,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      17,
+      18,
+      20,
+      21,
+      22,
+      23,
+      24,
+      27,
+      28,
+      29,
+      31,
+      34,
+      37,
+      38,
+      39,
+      42,
+      44,
+      48,
+      49,
+      52,
+      53,
+      57,
+      58,
+      59,
+      60,
+      69,
+      70,
+      71,
+      72,
+      73,
+      74,
+      76,
+      78,
+      79,
+      80,
+      81,
+      85,
+      88,
+      89,
+      90,
+      92,
+      93,
+      98,
+      100,
+      102,
+      105,
+      107,
+      109,
+      111,
+      114,
+      115,
+      116,
+      117,
+      118,
+      119,
+      125,
+      126,
+      127
+    ],
+    "19": [
+      0,
+      1,
+      4,
+      5,
+      6,
+      10,
+      13,
+      14,
+      16,
+      17,
+      20,
+      23,
+      24,
+      26,
+      27,
+      30,
+      32,
+      34,
+      36,
+      38,
+      39,
+      41,
+      42,
+      43,
+      44,
+      46,
+      47,
+      48,
+      50,
+      52,
+      53,
+      54,
+      58,
+      59,
+      61,
+      62,
+      63,
+      66,
+      67,
+      68,
+      69,
+      70,
+      73,
+      74,
+      75,
+      78,
+      79,
+      80,
+      82,
+      86,
+      89,
+      93,
+      95,
+      96,
+      97,
+      98,
+      99,
+      100,
+      104,
+      106,
+      109,
+      111,
+      114,
+      115,
+      117,
+      120,
+      122,
+      124,
+      127
+    ],
+    "20": [
+      0,
+      2,
+      3,
+      8,
+      9,
+      10,
+      11,
+      13,
+      15,
+      16,
+      17,
+      18,
+      19,
+      24,
+      27,
+      28,
+      31,
+      34,
+      35,
+      36,
+      40,
+      43,
+      44,
+      45,
+      47,
+      50,
+      52,
+      53,
+      54,
+      55,
+      58,
+      59,
+      62,
+      64,
+      65,
+      66,
+      67,
+      68,
+      69,
+      70,
+      74,
+      75,
+      76,
+      77,
+      78,
+      79,
+      81,
+      82,
+      87,
+      89,
+      92,
+      98,
+      101,
+      102,
+      103,
+      104,
+      105,
+      107,
+      109,
+      111,
+      112,
+      114,
+      116,
+      120,
+      122,
+      123,
+      124,
+      125,
+      127
+    ],
+    "21": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      6,
+      7,
+      10,
+      11,
+      13,
+      16,
+      21,
+      22,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      32,
+      36,
+      38,
+      40,
+      43,
+      47,
+      48,
+      50,
+      52,
+      53,
+      55,
+      56,
+      57,
+      58,
+      60,
+      61,
+      63,
+      67,
+      70,
+      71,
+      72,
+      73,
+      74,
+      78,
+      80,
+      82,
+      86,
+      87,
+      88,
+      89,
+      90,
+      93,
+      97,
+      99,
+      100,
+      101,
+      102,
+      106,
+      107,
+      111,
+      112,
+      114,
+      115,
+      116,
+      117,
+      118,
+      120,
+      123,
+      125
+    ],
+    "22": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      7,
+      8,
+      10,
+      11,
+      13,
+      16,
+      17,
+      18,
+      19,
+      21,
+      23,
+      25,
+      27,
+      29,
+      30,
+      31,
+      33,
+      34,
+      35,
+      36,
+      38,
+      39,
+      41,
+      42,
+      44,
+      46,
+      48,
+      49,
+      50,
+      53,
+      56,
+      58,
+      66,
+      68,
+      69,
+      70,
+      71,
+      74,
+      77,
+      79,
+      82,
+      83,
+      87,
+      89,
+      94,
+      95,
+      97,
+      98,
+      99,
+      100,
+      102,
+      104,
+      108,
+      110,
+      113,
+      114,
+      117,
+      118,
+      119,
+      121,
+      122,
+      123,
+      124,
+      126
+    ],
+    "23": [
+      0,
+      1,
+      2,
+      3,
+      6,
+      7,
+      10,
+      11,
+      12,
+      13,
+      17,
+      22,
+      25,
+      27,
+      29,
+      31,
+      34,
+      36,
+      37,
+      38,
+      41,
+      43,
+      46,
+      48,
+      50,
+      51,
+      52,
+      53,
+      55,
+      56,
+      57,
+      59,
+      61,
+      63,
+      67,
+      68,
+      69,
+      70,
+      71,
+      72,
+      74,
+      78,
+      80,
+      81,
+      82,
+      83,
+      84,
+      89,
+      90,
+      92,
+      94,
+      95,
+      98,
+      100,
+      102,
+      105,
+      107,
+      109,
+      110,
+      111,
+      112,
+      113,
+      114,
+      117,
+      120,
+      121,
+      123,
+      124,
+      127
+    ],
+    "24": [
+      0,
+      2,
+      3,
+      5,
+      10,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      19,
+      20,
+      24,
+      25,
+      28,
+      29,
+      30,
+      31,
+      37,
+      38,
+      39,
+      43,
+      45,
+      47,
+      48,
+      49,
+      53,
+      55,
+      56,
+      59,
+      60,
+      61,
+      63,
+      64,
+      65,
+      66,
+      67,
+      70,
+      71,
+      74,
+      75,
+      79,
+      80,
+      81,
+      83,
+      86,
+      87,
+      88,
+      92,
+      95,
+      97,
+      99,
+      100,
+      101,
+      102,
+      103,
+      104,
+      105,
+      107,
+      111,
+      112,
+      113,
+      116,
+      117,
+      118,
+      119,
+      120,
+      125
+    ],
+    "25": [
+      2,
+      6,
+      10,
+      11,
+      13,
+      18,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      27,
+      28,
+      29,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      40,
+      41,
+      42,
+      45,
+      48,
+      49,
+      51,
+      52,
+      55,
+      60,
+      63,
+      65,
+      68,
+      70,
+      71,
+      72,
+      73,
+      74,
+      75,
+      76,
+      77,
+      79,
+      80,
+      81,
+      83,
+      84,
+      85,
+      87,
+      88,
+      91,
+      93,
+      95,
+      96,
+      98,
+      99,
+      101,
+      105,
+      106,
+      107,
+      108,
+      109,
+      113,
+      115,
+      117,
+      118,
+      119,
+      122,
+      125
+    ],
+    "26": [
+      0,
+      1,
+      3,
+      4,
+      6,
+      7,
+      9,
+      12,
+      14,
+      17,
+      21,
+      22,
+      24,
+      28,
+      29,
+      32,
+      33,
+      34,
+      42,
+      43,
+      44,
+      45,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      57,
+      58,
+      60,
+      63,
+      64,
+      66,
+      67,
+      72,
+      73,
+      76,
+      79,
+      81,
+      83,
+      85,
+      87,
+      89,
+      92,
+      93,
+      96,
+      98,
+      99,
+      100,
+      101,
+      103,
+      104,
+      105,
+      106,
+      110,
+      111,
+      114,
+      116,
+      118,
+      119,
+      121,
+      122,
+      123,
+      124,
+      126,
+      127
+    ],
+    "27": [
+      0,
+      2,
+      3,
+      4,
+      7,
+      13,
+      15,
+      17,
+      19,
+      20,
+      21,
+      22,
+      23,
+      31,
+      32,
+      33,
+      34,
+      36,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      52,
+      53,
+      56,
+      57,
+      59,
+      63,
+      64,
+      65,
+      67,
+      68,
+      70,
+      72,
+      75,
+      77,
+      78,
+      79,
+      80,
+      83,
+      86,
+      89,
+      90,
+      93,
+      94,
+      95,
+      97,
+      98,
+      99,
+      100,
+      101,
+      103,
+      104,
+      106,
+      107,
+      108,
+      109,
+      112,
+      113,
+      114,
+      115,
+      117,
+      118,
+      120,
+      122,
+      126
+    ],
+    "28": [
+      0,
+      1,
+      2,
+      4,
+      5,
+      8,
+      9,
+      11,
+      13,
+      14,
+      16,
+      18,
+      19,
+      21,
+      24,
+      25,
+      26,
+      27,
+      29,
+      32,
+      33,
+      36,
+      37,
+      41,
+      43,
+      44,
+      45,
+      47,
+      49,
+      50,
+      51,
+      53,
+      56,
+      57,
+      58,
+      59,
+      60,
+      62,
+      69,
+      72,
+      73,
+      75,
+      78,
+      80,
+      83,
+      84,
+      85,
+      90,
+      94,
+      95,
+      96,
+      97,
+      99,
+      101,
+      105,
+      106,
+      107,
+      108,
+      109,
+      110,
+      113,
+      116,
+      118,
+      120,
+      121,
+      122,
+      123,
+      125,
+      127
+    ],
+    "29": [
+      0,
+      2,
+      6,
+      8,
+      9,
+      12,
+      13,
+      14,
+      17,
+      19,
+      20,
+      21,
+      26,
+      28,
+      31,
+      33,
+      35,
+      36,
+      38,
+      42,
+      44,
+      45,
+      46,
+      47,
+      48,
+      51,
+      52,
+      53,
+      55,
+      56,
+      57,
+      64,
+      65,
+      67,
+      68,
+      70,
+      71,
+      72,
+      73,
+      74,
+      76,
+      78,
+      80,
+      81,
+      82,
+      83,
+      86,
+      88,
+      89,
+      96,
+      97,
+      100,
+      104,
+      105,
+      107,
+      109,
+      110,
+      112,
+      113,
+      114,
+      116,
+      118,
+      119,
+      122,
+      123,
+      124,
+      125,
+      126,
+      127
+    ],
+    "30": [
+      1,
+      6,
+      8,
+      9,
+      10,
+      14,
+      17,
+      19,
+      22,
+      24,
+      25,
+      28,
+      30,
+      31,
+      34,
+      35,
+      36,
+      37,
+      43,
+      45,
+      47,
+      49,
+      50,
+      52,
+      55,
+      57,
+      58,
+      59,
+      60,
+      61,
+      65,
+      66,
+      67,
+      68,
+      69,
+      70,
+      71,
+      72,
+      76,
+      79,
+      83,
+      84,
+      86,
+      87,
+      88,
+      89,
+      90,
+      92,
+      93,
+      97,
+      98,
+      99,
+      101,
+      102,
+      104,
+      105,
+      107,
+      108,
+      109,
+      110,
+      111,
+      113,
+      114,
+      116,
+      118,
+      123,
+      125,
+      126,
+      127
+    ],
+    "31": [
+      2,
+      5,
+      6,
+      8,
+      9,
+      11,
+      13,
+      14,
+      16,
+      22,
+      23,
+      24,
+      25,
+      26,
+      30,
+      32,
+      34,
+      35,
+      36,
+      37,
+      38,
+      40,
+      41,
+      43,
+      44,
+      45,
+      47,
+      48,
+      51,
+      54,
+      55,
+      56,
+      58,
+      60,
+      61,
+      68,
+      71,
+      74,
+      75,
+      76,
+      77,
+      79,
+      86,
+      87,
+      88,
+      90,
+      91,
+      92,
+      93,
+      95,
+      97,
+      98,
+      100,
+      101,
+      102,
+      103,
+      104,
+      106,
+      107,
+      108,
+      110,
+      114,
+      115,
+      119,
+      122,
+      123,
+      124,
+      126,
+      127
+    ],
+    "32": [
+      0,
+      3,
+      7,
+      8,
+      10,
+      12,
+      14,
+      21,
+      26,
+      28,
+      31,
+      32,
+      33,
+      36,
+      38,
+      39,
+      40,
+      43,
+      44,
+      47,
+      48,
+      50,
+      52,
+      53,
+      55,
+      56,
+      57,
+      58,
+      60,
+      61,
+      62,
+      63,
+      68,
+      69,
+      70,
+      71,
+      75,
+      76,
+      77,
+      81,
+      82,
+      84,
+      86,
+      89,
+      91,
+      92,
+      93,
+      97,
+      98,
+      99,
+      100,
+      102,
+      104,
+      106,
+      107,
+      108,
+      109,
+      110,
+      111,
+      112,
+      114,
+      115,
+      116,
+      117,
+      121,
+      122,
+      123,
+      125,
+      126
+    ],
+    "33": [
+      0,
+      4,
+      6,
+      8,
+      9,
+      10,
+      13,
+      15,
+      16,
+      17,
+      18,
+      19,
+      21,
+      23,
+      25,
+      26,
+      28,
+      29,
+      31,
+      35,
+      36,
+      37,
+      38,
+      41,
+      43,
+      44,
+      45,
+      46,
+      49,
+      50,
+      51,
+      53,
+      55,
+      59,
+      60,
+      63,
+      64,
+      65,
+      67,
+      70,
+      72,
+      74,
+      75,
+      76,
+      78,
+      79,
+      82,
+      85,
+      86,
+      89,
+      90,
+      91,
+      92,
+      96,
+      98,
+      99,
+      100,
+      101,
+      102,
+      106,
+      107,
+      109,
+      110,
+      112,
+      117,
+      118,
+      119,
+      123,
+      125
+    ],
+    "34": [
+      2,
+      3,
+      5,
+      6,
+      7,
+      10,
+      13,
+      18,
+      20,
+      21,
+      23,
+      24,
+      25,
+      26,
+      30,
+      31,
+      33,
+      35,
+      36,
+      37,
+      38,
+      39,
+      41,
+      43,
+      44,
+      46,
+      48,
+      49,
+      50,
+      52,
+      54,
+      56,
+      57,
+      60,
+      63,
+      64,
+      65,
+      66,
+      68,
+      72,
+      74,
+      75,
+      77,
+      80,
+      84,
+      85,
+      86,
+      88,
+      89,
+      90,
+      91,
+      92,
+      99,
+      100,
+      105,
+      107,
+      108,
+      109,
+      110,
+      111,
+      113,
+      115,
+      116,
+      118,
+      119,
+      120,
+      121,
+      122,
+      126
+    ],
+    "35": [
+      0,
+      1,
+      4,
+      8,
+      13,
+      14,
+      15,
+      18,
+      21,
+      22,
+      24,
+      27,
+      28,
+      31,
+      32,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      46,
+      47,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      58,
+      59,
+      61,
+      63,
+      66,
+      67,
+      68,
+      69,
+      72,
+      74,
+      75,
+      76,
+      78,
+      79,
+      80,
+      84,
+      86,
+      88,
+      89,
+      90,
+      91,
+      92,
+      93,
+      94,
+      95,
+      97,
+      101,
+      103,
+      104,
+      105,
+      109,
+      110,
+      116,
+      117,
+      122,
+      126
+    ]
+  },
+  "architectures": [
+    "Mistral4ForCausalLM"
+  ],
+  "num_local_experts": 69
+}

kept_experts.json

@@ -0,0 +1,2558 @@
+{
+  "0": [
+    1,
+    3,
+    4,
+    8,
+    9,
+    11,
+    13,
+    14,
+    16,
+    17,
+    18,
+    19,
+    24,
+    25,
+    26,
+    28,
+    29,
+    32,
+    34,
+    35,
+    37,
+    38,
+    39,
+    40,
+    45,
+    48,
+    52,
+    53,
+    54,
+    55,
+    56,
+    57,
+    59,
+    60,
+    61,
+    62,
+    67,
+    68,
+    69,
+    72,
+    73,
+    74,
+    77,
+    79,
+    80,
+    82,
+    84,
+    87,
+    90,
+    91,
+    93,
+    94,
+    95,
+    98,
+    100,
+    101,
+    102,
+    103,
+    108,
+    109,
+    110,
+    112,
+    113,
+    114,
+    115,
+    120,
+    122,
+    124,
+    127
+  ],
+  "1": [
+    0,
+    1,
+    3,
+    5,
+    7,
+    9,
+    10,
+    11,
+    13,
+    15,
+    17,
+    20,
+    26,
+    29,
+    33,
+    35,
+    36,
+    38,
+    39,
+    42,
+    45,
+    46,
+    48,
+    49,
+    51,
+    52,
+    53,
+    57,
+    59,
+    60,
+    62,
+    63,
+    64,
+    65,
+    69,
+    70,
+    74,
+    75,
+    77,
+    78,
+    79,
+    80,
+    81,
+    83,
+    85,
+    86,
+    87,
+    89,
+    90,
+    91,
+    92,
+    94,
+    95,
+    96,
+    97,
+    102,
+    104,
+    106,
+    108,
+    111,
+    112,
+    116,
+    117,
+    118,
+    119,
+    120,
+    125,
+    126,
+    127
+  ],
+  "2": [
+    1,
+    2,
+    3,
+    5,
+    11,
+    13,
+    15,
+    16,
+    17,
+    18,
+    19,
+    20,
+    27,
+    29,
+    32,
+    33,
+    35,
+    38,
+    39,
+    44,
+    45,
+    46,
+    47,
+    49,
+    50,
+    51,
+    52,
+    53,
+    54,
+    56,
+    61,
+    62,
+    63,
+    64,
+    68,
+    69,
+    71,
+    73,
+    74,
+    75,
+    76,
+    80,
+    86,
+    87,
+    88,
+    89,
+    90,
+    91,
+    94,
+    95,
+    96,
+    98,
+    104,
+    105,
+    107,
+    109,
+    110,
+    112,
+    113,
+    116,
+    117,
+    119,
+    120,
+    121,
+    122,
+    124,
+    125,
+    126,
+    127
+  ],
+  "3": [
+    2,
+    4,
+    10,
+    13,
+    14,
+    15,
+    17,
+    18,
+    20,
+    21,
+    23,
+    24,
+    25,
+    27,
+    29,
+    30,
+    31,
+    32,
+    37,
+    39,
+    42,
+    43,
+    46,
+    47,
+    48,
+    54,
+    55,
+    57,
+    58,
+    59,
+    61,
+    62,
+    64,
+    65,
+    66,
+    67,
+    68,
+    69,
+    71,
+    74,
+    77,
+    79,
+    81,
+    82,
+    83,
+    84,
+    85,
+    88,
+    92,
+    94,
+    95,
+    98,
+    100,
+    102,
+    104,
+    105,
+    107,
+    109,
+    111,
+    113,
+    117,
+    119,
+    120,
+    121,
+    122,
+    123,
+    124,
+    125,
+    126
+  ],
+  "4": [
+    0,
+    2,
+    4,
+    6,
+    7,
+    8,
+    10,
+    12,
+    13,
+    14,
+    16,
+    17,
+    19,
+    20,
+    23,
+    25,
+    26,
+    28,
+    30,
+    31,
+    34,
+    36,
+    37,
+    38,
+    39,
+    41,
+    43,
+    45,
+    46,
+    47,
+    49,
+    51,
+    53,
+    56,
+    57,
+    58,
+    59,
+    61,
+    63,
+    66,
+    67,
+    70,
+    71,
+    74,
+    75,
+    77,
+    79,
+    80,
+    81,
+    83,
+    84,
+    91,
+    93,
+    96,
+    97,
+    100,
+    101,
+    103,
+    106,
+    107,
+    108,
+    109,
+    110,
+    112,
+    114,
+    123,
+    124,
+    125,
+    126
+  ],
+  "5": [
+    1,
+    2,
+    5,
+    8,
+    9,
+    11,
+    12,
+    13,
+    17,
+    19,
+    24,
+    26,
+    27,
+    28,
+    29,
+    30,
+    32,
+    35,
+    36,
+    44,
+    46,
+    48,
+    49,
+    50,
+    51,
+    52,
+    54,
+    55,
+    57,
+    58,
+    60,
+    62,
+    63,
+    64,
+    65,
+    67,
+    69,
+    70,
+    71,
+    73,
+    74,
+    75,
+    76,
+    79,
+    82,
+    84,
+    86,
+    88,
+    91,
+    93,
+    94,
+    96,
+    97,
+    100,
+    102,
+    103,
+    105,
+    108,
+    109,
+    110,
+    111,
+    114,
+    117,
+    118,
+    120,
+    122,
+    124,
+    125,
+    126
+  ],
+  "6": [
+    0,
+    2,
+    3,
+    5,
+    6,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    18,
+    20,
+    21,
+    25,
+    26,
+    27,
+    29,
+    30,
+    31,
+    32,
+    34,
+    35,
+    36,
+    37,
+    38,
+    41,
+    43,
+    45,
+    47,
+    48,
+    57,
+    58,
+    60,
+    62,
+    63,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    74,
+    75,
+    77,
+    80,
+    82,
+    84,
+    85,
+    87,
+    90,
+    91,
+    92,
+    95,
+    97,
+    99,
+    100,
+    102,
+    104,
+    109,
+    111,
+    112,
+    113,
+    117,
+    119,
+    121,
+    122,
+    123,
+    125
+  ],
+  "7": [
+    1,
+    2,
+    3,
+    4,
+    5,
+    7,
+    10,
+    12,
+    14,
+    16,
+    18,
+    20,
+    24,
+    25,
+    27,
+    29,
+    30,
+    31,
+    35,
+    36,
+    39,
+    40,
+    41,
+    43,
+    44,
+    45,
+    46,
+    47,
+    48,
+    49,
+    50,
+    51,
+    53,
+    59,
+    61,
+    62,
+    63,
+    65,
+    69,
+    70,
+    71,
+    75,
+    76,
+    80,
+    81,
+    83,
+    84,
+    85,
+    86,
+    88,
+    89,
+    90,
+    93,
+    96,
+    98,
+    99,
+    101,
+    102,
+    103,
+    107,
+    108,
+    109,
+    112,
+    114,
+    120,
+    122,
+    123,
+    124,
+    126
+  ],
+  "8": [
+    0,
+    3,
+    4,
+    5,
+    7,
+    8,
+    9,
+    11,
+    12,
+    14,
+    15,
+    18,
+    20,
+    21,
+    22,
+    24,
+    26,
+    27,
+    28,
+    29,
+    30,
+    34,
+    37,
+    39,
+    40,
+    42,
+    44,
+    45,
+    46,
+    49,
+    50,
+    54,
+    55,
+    60,
+    61,
+    62,
+    64,
+    65,
+    67,
+    68,
+    70,
+    72,
+    75,
+    77,
+    78,
+    79,
+    80,
+    81,
+    83,
+    85,
+    88,
+    89,
+    90,
+    91,
+    92,
+    97,
+    98,
+    100,
+    102,
+    103,
+    107,
+    109,
+    116,
+    117,
+    119,
+    121,
+    125,
+    126,
+    127
+  ],
+  "9": [
+    0,
+    1,
+    5,
+    6,
+    7,
+    8,
+    15,
+    16,
+    17,
+    20,
+    21,
+    23,
+    25,
+    28,
+    29,
+    31,
+    32,
+    35,
+    36,
+    37,
+    38,
+    40,
+    42,
+    44,
+    45,
+    46,
+    47,
+    48,
+    50,
+    52,
+    64,
+    65,
+    67,
+    69,
+    70,
+    72,
+    73,
+    74,
+    75,
+    76,
+    80,
+    82,
+    84,
+    86,
+    87,
+    88,
+    89,
+    90,
+    92,
+    96,
+    97,
+    98,
+    103,
+    104,
+    106,
+    107,
+    109,
+    110,
+    112,
+    115,
+    116,
+    118,
+    119,
+    120,
+    123,
+    124,
+    125,
+    126,
+    127
+  ],
+  "10": [
+    0,
+    2,
+    6,
+    7,
+    9,
+    10,
+    11,
+    14,
+    15,
+    16,
+    17,
+    18,
+    20,
+    21,
+    22,
+    24,
+    25,
+    26,
+    27,
+    30,
+    32,
+    34,
+    35,
+    39,
+    44,
+    45,
+    46,
+    48,
+    49,
+    50,
+    53,
+    54,
+    55,
+    56,
+    57,
+    61,
+    62,
+    63,
+    66,
+    67,
+    69,
+    70,
+    76,
+    80,
+    81,
+    82,
+    83,
+    86,
+    87,
+    88,
+    89,
+    91,
+    93,
+    96,
+    99,
+    100,
+    102,
+    106,
+    107,
+    109,
+    111,
+    113,
+    114,
+    116,
+    118,
+    121,
+    122,
+    123,
+    124
+  ],
+  "11": [
+    5,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    14,
+    16,
+    17,
+    18,
+    20,
+    21,
+    22,
+    23,
+    25,
+    27,
+    28,
+    29,
+    31,
+    32,
+    34,
+    35,
+    37,
+    38,
+    39,
+    40,
+    44,
+    46,
+    47,
+    50,
+    52,
+    54,
+    57,
+    59,
+    60,
+    62,
+    63,
+    64,
+    65,
+    67,
+    69,
+    70,
+    71,
+    72,
+    73,
+    75,
+    76,
+    80,
+    82,
+    83,
+    86,
+    91,
+    96,
+    98,
+    99,
+    102,
+    103,
+    106,
+    110,
+    111,
+    112,
+    114,
+    115,
+    116,
+    118,
+    122,
+    123,
+    126
+  ],
+  "12": [
+    0,
+    2,
+    5,
+    7,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    15,
+    16,
+    17,
+    18,
+    19,
+    20,
+    24,
+    26,
+    27,
+    29,
+    30,
+    32,
+    33,
+    36,
+    37,
+    38,
+    41,
+    43,
+    44,
+    46,
+    47,
+    48,
+    51,
+    54,
+    55,
+    57,
+    59,
+    61,
+    64,
+    67,
+    68,
+    69,
+    70,
+    74,
+    75,
+    76,
+    77,
+    79,
+    81,
+    83,
+    85,
+    89,
+    90,
+    91,
+    92,
+    93,
+    95,
+    97,
+    101,
+    103,
+    106,
+    112,
+    114,
+    116,
+    118,
+    120,
+    121,
+    124,
+    125
+  ],
+  "13": [
+    0,
+    2,
+    4,
+    5,
+    6,
+    7,
+    8,
+    9,
+    10,
+    11,
+    15,
+    16,
+    17,
+    19,
+    22,
+    23,
+    25,
+    26,
+    28,
+    31,
+    32,
+    33,
+    34,
+    35,
+    36,
+    37,
+    38,
+    40,
+    41,
+    43,
+    44,
+    46,
+    48,
+    49,
+    50,
+    52,
+    53,
+    55,
+    56,
+    59,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    73,
+    80,
+    81,
+    82,
+    83,
+    87,
+    89,
+    92,
+    95,
+    98,
+    99,
+    104,
+    105,
+    107,
+    108,
+    109,
+    110,
+    111,
+    118,
+    119,
+    122,
+    124,
+    127
+  ],
+  "14": [
+    0,
+    2,
+    4,
+    6,
+    10,
+    12,
+    13,
+    16,
+    17,
+    18,
+    19,
+    20,
+    21,
+    23,
+    24,
+    25,
+    26,
+    27,
+    28,
+    32,
+    34,
+    35,
+    36,
+    37,
+    43,
+    48,
+    49,
+    55,
+    56,
+    59,
+    60,
+    61,
+    63,
+    64,
+    65,
+    66,
+    67,
+    68,
+    70,
+    72,
+    73,
+    74,
+    76,
+    77,
+    78,
+    79,
+    80,
+    82,
+    83,
+    84,
+    88,
+    89,
+    91,
+    94,
+    98,
+    103,
+    106,
+    109,
+    110,
+    111,
+    117,
+    118,
+    119,
+    120,
+    123,
+    124,
+    125,
+    126,
+    127
+  ],
+  "15": [
+    1,
+    4,
+    8,
+    10,
+    13,
+    15,
+    16,
+    18,
+    19,
+    21,
+    23,
+    25,
+    26,
+    29,
+    30,
+    31,
+    32,
+    34,
+    35,
+    36,
+    37,
+    38,
+    39,
+    41,
+    43,
+    45,
+    49,
+    51,
+    52,
+    55,
+    56,
+    57,
+    59,
+    60,
+    61,
+    62,
+    65,
+    67,
+    68,
+    69,
+    70,
+    72,
+    74,
+    76,
+    77,
+    78,
+    80,
+    82,
+    88,
+    89,
+    90,
+    91,
+    92,
+    93,
+    94,
+    96,
+    97,
+    98,
+    101,
+    103,
+    106,
+    110,
+    111,
+    112,
+    115,
+    121,
+    123,
+    125,
+    126
+  ],
+  "16": [
+    0,
+    1,
+    2,
+    3,
+    10,
+    11,
+    15,
+    16,
+    17,
+    18,
+    20,
+    21,
+    22,
+    26,
+    28,
+    29,
+    30,
+    31,
+    32,
+    34,
+    36,
+    37,
+    41,
+    42,
+    43,
+    44,
+    45,
+    46,
+    47,
+    49,
+    51,
+    52,
+    56,
+    57,
+    58,
+    60,
+    70,
+    71,
+    72,
+    73,
+    74,
+    75,
+    76,
+    79,
+    80,
+    81,
+    86,
+    87,
+    88,
+    89,
+    90,
+    93,
+    95,
+    98,
+    100,
+    101,
+    103,
+    104,
+    105,
+    106,
+    108,
+    112,
+    113,
+    114,
+    116,
+    118,
+    121,
+    122,
+    123
+  ],
+  "17": [
+    0,
+    1,
+    2,
+    5,
+    6,
+    8,
+    9,
+    11,
+    12,
+    13,
+    14,
+    16,
+    17,
+    18,
+    23,
+    25,
+    28,
+    30,
+    31,
+    32,
+    33,
+    34,
+    36,
+    38,
+    40,
+    41,
+    43,
+    46,
+    48,
+    50,
+    53,
+    55,
+    57,
+    61,
+    63,
+    65,
+    66,
+    67,
+    68,
+    69,
+    70,
+    73,
+    74,
+    75,
+    76,
+    79,
+    80,
+    81,
+    84,
+    86,
+    89,
+    90,
+    93,
+    94,
+    95,
+    97,
+    100,
+    102,
+    107,
+    109,
+    110,
+    111,
+    113,
+    117,
+    122,
+    123,
+    124,
+    125,
+    126
+  ],
+  "18": [
+    0,
+    1,
+    7,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    14,
+    15,
+    17,
+    18,
+    20,
+    21,
+    22,
+    23,
+    24,
+    27,
+    28,
+    29,
+    31,
+    34,
+    37,
+    38,
+    39,
+    42,
+    44,
+    48,
+    49,
+    52,
+    53,
+    57,
+    58,
+    59,
+    60,
+    69,
+    70,
+    71,
+    72,
+    73,
+    74,
+    76,
+    78,
+    79,
+    80,
+    81,
+    85,
+    88,
+    89,
+    90,
+    92,
+    93,
+    98,
+    100,
+    102,
+    105,
+    107,
+    109,
+    111,
+    114,
+    115,
+    116,
+    117,
+    118,
+    119,
+    125,
+    126,
+    127
+  ],
+  "19": [
+    0,
+    1,
+    4,
+    5,
+    6,
+    10,
+    13,
+    14,
+    16,
+    17,
+    20,
+    23,
+    24,
+    26,
+    27,
+    30,
+    32,
+    34,
+    36,
+    38,
+    39,
+    41,
+    42,
+    43,
+    44,
+    46,
+    47,
+    48,
+    50,
+    52,
+    53,
+    54,
+    58,
+    59,
+    61,
+    62,
+    63,
+    66,
+    67,
+    68,
+    69,
+    70,
+    73,
+    74,
+    75,
+    78,
+    79,
+    80,
+    82,
+    86,
+    89,
+    93,
+    95,
+    96,
+    97,
+    98,
+    99,
+    100,
+    104,
+    106,
+    109,
+    111,
+    114,
+    115,
+    117,
+    120,
+    122,
+    124,
+    127
+  ],
+  "20": [
+    0,
+    2,
+    3,
+    8,
+    9,
+    10,
+    11,
+    13,
+    15,
+    16,
+    17,
+    18,
+    19,
+    24,
+    27,
+    28,
+    31,
+    34,
+    35,
+    36,
+    40,
+    43,
+    44,
+    45,
+    47,
+    50,
+    52,
+    53,
+    54,
+    55,
+    58,
+    59,
+    62,
+    64,
+    65,
+    66,
+    67,
+    68,
+    69,
+    70,
+    74,
+    75,
+    76,
+    77,
+    78,
+    79,
+    81,
+    82,
+    87,
+    89,
+    92,
+    98,
+    101,
+    102,
+    103,
+    104,
+    105,
+    107,
+    109,
+    111,
+    112,
+    114,
+    116,
+    120,
+    122,
+    123,
+    124,
+    125,
+    127
+  ],
+  "21": [
+    0,
+    1,
+    2,
+    3,
+    4,
+    6,
+    7,
+    10,
+    11,
+    13,
+    16,
+    21,
+    22,
+    24,
+    25,
+    26,
+    27,
+    28,
+    29,
+    30,
+    32,
+    36,
+    38,
+    40,
+    43,
+    47,
+    48,
+    50,
+    52,
+    53,
+    55,
+    56,
+    57,
+    58,
+    60,
+    61,
+    63,
+    67,
+    70,
+    71,
+    72,
+    73,
+    74,
+    78,
+    80,
+    82,
+    86,
+    87,
+    88,
+    89,
+    90,
+    93,
+    97,
+    99,
+    100,
+    101,
+    102,
+    106,
+    107,
+    111,
+    112,
+    114,
+    115,
+    116,
+    117,
+    118,
+    120,
+    123,
+    125
+  ],
+  "22": [
+    1,
+    2,
+    3,
+    4,
+    5,
+    7,
+    8,
+    10,
+    11,
+    13,
+    16,
+    17,
+    18,
+    19,
+    21,
+    23,
+    25,
+    27,
+    29,
+    30,
+    31,
+    33,
+    34,
+    35,
+    36,
+    38,
+    39,
+    41,
+    42,
+    44,
+    46,
+    48,
+    49,
+    50,
+    53,
+    56,
+    58,
+    66,
+    68,
+    69,
+    70,
+    71,
+    74,
+    77,
+    79,
+    82,
+    83,
+    87,
+    89,
+    94,
+    95,
+    97,
+    98,
+    99,
+    100,
+    102,
+    104,
+    108,
+    110,
+    113,
+    114,
+    117,
+    118,
+    119,
+    121,
+    122,
+    123,
+    124,
+    126
+  ],
+  "23": [
+    0,
+    1,
+    2,
+    3,
+    6,
+    7,
+    10,
+    11,
+    12,
+    13,
+    17,
+    22,
+    25,
+    27,
+    29,
+    31,
+    34,
+    36,
+    37,
+    38,
+    41,
+    43,
+    46,
+    48,
+    50,
+    51,
+    52,
+    53,
+    55,
+    56,
+    57,
+    59,
+    61,
+    63,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    74,
+    78,
+    80,
+    81,
+    82,
+    83,
+    84,
+    89,
+    90,
+    92,
+    94,
+    95,
+    98,
+    100,
+    102,
+    105,
+    107,
+    109,
+    110,
+    111,
+    112,
+    113,
+    114,
+    117,
+    120,
+    121,
+    123,
+    124,
+    127
+  ],
+  "24": [
+    0,
+    2,
+    3,
+    5,
+    10,
+    12,
+    13,
+    14,
+    15,
+    16,
+    17,
+    19,
+    20,
+    24,
+    25,
+    28,
+    29,
+    30,
+    31,
+    37,
+    38,
+    39,
+    43,
+    45,
+    47,
+    48,
+    49,
+    53,
+    55,
+    56,
+    59,
+    60,
+    61,
+    63,
+    64,
+    65,
+    66,
+    67,
+    70,
+    71,
+    74,
+    75,
+    79,
+    80,
+    81,
+    83,
+    86,
+    87,
+    88,
+    92,
+    95,
+    97,
+    99,
+    100,
+    101,
+    102,
+    103,
+    104,
+    105,
+    107,
+    111,
+    112,
+    113,
+    116,
+    117,
+    118,
+    119,
+    120,
+    125
+  ],
+  "25": [
+    2,
+    6,
+    10,
+    11,
+    13,
+    18,
+    20,
+    21,
+    22,
+    23,
+    24,
+    25,
+    27,
+    28,
+    29,
+    31,
+    32,
+    33,
+    34,
+    35,
+    36,
+    40,
+    41,
+    42,
+    45,
+    48,
+    49,
+    51,
+    52,
+    55,
+    60,
+    63,
+    65,
+    68,
+    70,
+    71,
+    72,
+    73,
+    74,
+    75,
+    76,
+    77,
+    79,
+    80,
+    81,
+    83,
+    84,
+    85,
+    87,
+    88,
+    91,
+    93,
+    95,
+    96,
+    98,
+    99,
+    101,
+    105,
+    106,
+    107,
+    108,
+    109,
+    113,
+    115,
+    117,
+    118,
+    119,
+    122,
+    125
+  ],
+  "26": [
+    0,
+    1,
+    3,
+    4,
+    6,
+    7,
+    9,
+    12,
+    14,
+    17,
+    21,
+    22,
+    24,
+    28,
+    29,
+    32,
+    33,
+    34,
+    42,
+    43,
+    44,
+    45,
+    48,
+    49,
+    50,
+    51,
+    52,
+    53,
+    54,
+    55,
+    57,
+    58,
+    60,
+    63,
+    64,
+    66,
+    67,
+    72,
+    73,
+    76,
+    79,
+    81,
+    83,
+    85,
+    87,
+    89,
+    92,
+    93,
+    96,
+    98,
+    99,
+    100,
+    101,
+    103,
+    104,
+    105,
+    106,
+    110,
+    111,
+    114,
+    116,
+    118,
+    119,
+    121,
+    122,
+    123,
+    124,
+    126,
+    127
+  ],
+  "27": [
+    0,
+    2,
+    3,
+    4,
+    7,
+    13,
+    15,
+    17,
+    19,
+    20,
+    21,
+    22,
+    23,
+    31,
+    32,
+    33,
+    34,
+    36,
+    44,
+    45,
+    46,
+    47,
+    48,
+    49,
+    50,
+    52,
+    53,
+    56,
+    57,
+    59,
+    63,
+    64,
+    65,
+    67,
+    68,
+    70,
+    72,
+    75,
+    77,
+    78,
+    79,
+    80,
+    83,
+    86,
+    89,
+    90,
+    93,
+    94,
+    95,
+    97,
+    98,
+    99,
+    100,
+    101,
+    103,
+    104,
+    106,
+    107,
+    108,
+    109,
+    112,
+    113,
+    114,
+    115,
+    117,
+    118,
+    120,
+    122,
+    126
+  ],
+  "28": [
+    0,
+    1,
+    2,
+    4,
+    5,
+    8,
+    9,
+    11,
+    13,
+    14,
+    16,
+    18,
+    19,
+    21,
+    24,
+    25,
+    26,
+    27,
+    29,
+    32,
+    33,
+    36,
+    37,
+    41,
+    43,
+    44,
+    45,
+    47,
+    49,
+    50,
+    51,
+    53,
+    56,
+    57,
+    58,
+    59,
+    60,
+    62,
+    69,
+    72,
+    73,
+    75,
+    78,
+    80,
+    83,
+    84,
+    85,
+    90,
+    94,
+    95,
+    96,
+    97,
+    99,
+    101,
+    105,
+    106,
+    107,
+    108,
+    109,
+    110,
+    113,
+    116,
+    118,
+    120,
+    121,
+    122,
+    123,
+    125,
+    127
+  ],
+  "29": [
+    0,
+    2,
+    6,
+    8,
+    9,
+    12,
+    13,
+    14,
+    17,
+    19,
+    20,
+    21,
+    26,
+    28,
+    31,
+    33,
+    35,
+    36,
+    38,
+    42,
+    44,
+    45,
+    46,
+    47,
+    48,
+    51,
+    52,
+    53,
+    55,
+    56,
+    57,
+    64,
+    65,
+    67,
+    68,
+    70,
+    71,
+    72,
+    73,
+    74,
+    76,
+    78,
+    80,
+    81,
+    82,
+    83,
+    86,
+    88,
+    89,
+    96,
+    97,
+    100,
+    104,
+    105,
+    107,
+    109,
+    110,
+    112,
+    113,
+    114,
+    116,
+    118,
+    119,
+    122,
+    123,
+    124,
+    125,
+    126,
+    127
+  ],
+  "30": [
+    1,
+    6,
+    8,
+    9,
+    10,
+    14,
+    17,
+    19,
+    22,
+    24,
+    25,
+    28,
+    30,
+    31,
+    34,
+    35,
+    36,
+    37,
+    43,
+    45,
+    47,
+    49,
+    50,
+    52,
+    55,
+    57,
+    58,
+    59,
+    60,
+    61,
+    65,
+    66,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    76,
+    79,
+    83,
+    84,
+    86,
+    87,
+    88,
+    89,
+    90,
+    92,
+    93,
+    97,
+    98,
+    99,
+    101,
+    102,
+    104,
+    105,
+    107,
+    108,
+    109,
+    110,
+    111,
+    113,
+    114,
+    116,
+    118,
+    123,
+    125,
+    126,
+    127
+  ],
+  "31": [
+    2,
+    5,
+    6,
+    8,
+    9,
+    11,
+    13,
+    14,
+    16,
+    22,
+    23,
+    24,
+    25,
+    26,
+    30,
+    32,
+    34,
+    35,
+    36,
+    37,
+    38,
+    40,
+    41,
+    43,
+    44,
+    45,
+    47,
+    48,
+    51,
+    54,
+    55,
+    56,
+    58,
+    60,
+    61,
+    68,
+    71,
+    74,
+    75,
+    76,
+    77,
+    79,
+    86,
+    87,
+    88,
+    90,
+    91,
+    92,
+    93,
+    95,
+    97,
+    98,
+    100,
+    101,
+    102,
+    103,
+    104,
+    106,
+    107,
+    108,
+    110,
+    114,
+    115,
+    119,
+    122,
+    123,
+    124,
+    126,
+    127
+  ],
+  "32": [
+    0,
+    3,
+    7,
+    8,
+    10,
+    12,
+    14,
+    21,
+    26,
+    28,
+    31,
+    32,
+    33,
+    36,
+    38,
+    39,
+    40,
+    43,
+    44,
+    47,
+    48,
+    50,
+    52,
+    53,
+    55,
+    56,
+    57,
+    58,
+    60,
+    61,
+    62,
+    63,
+    68,
+    69,
+    70,
+    71,
+    75,
+    76,
+    77,
+    81,
+    82,
+    84,
+    86,
+    89,
+    91,
+    92,
+    93,
+    97,
+    98,
+    99,
+    100,
+    102,
+    104,
+    106,
+    107,
+    108,
+    109,
+    110,
+    111,
+    112,
+    114,
+    115,
+    116,
+    117,
+    121,
+    122,
+    123,
+    125,
+    126
+  ],
+  "33": [
+    0,
+    4,
+    6,
+    8,
+    9,
+    10,
+    13,
+    15,
+    16,
+    17,
+    18,
+    19,
+    21,
+    23,
+    25,
+    26,
+    28,
+    29,
+    31,
+    35,
+    36,
+    37,
+    38,
+    41,
+    43,
+    44,
+    45,
+    46,
+    49,
+    50,
+    51,
+    53,
+    55,
+    59,
+    60,
+    63,
+    64,
+    65,
+    67,
+    70,
+    72,
+    74,
+    75,
+    76,
+    78,
+    79,
+    82,
+    85,
+    86,
+    89,
+    90,
+    91,
+    92,
+    96,
+    98,
+    99,
+    100,
+    101,
+    102,
+    106,
+    107,
+    109,
+    110,
+    112,
+    117,
+    118,
+    119,
+    123,
+    125
+  ],
+  "34": [
+    2,
+    3,
+    5,
+    6,
+    7,
+    10,
+    13,
+    18,
+    20,
+    21,
+    23,
+    24,
+    25,
+    26,
+    30,
+    31,
+    33,
+    35,
+    36,
+    37,
+    38,
+    39,
+    41,
+    43,
+    44,
+    46,
+    48,
+    49,
+    50,
+    52,
+    54,
+    56,
+    57,
+    60,
+    63,
+    64,
+    65,
+    66,
+    68,
+    72,
+    74,
+    75,
+    77,
+    80,
+    84,
+    85,
+    86,
+    88,
+    89,
+    90,
+    91,
+    92,
+    99,
+    100,
+    105,
+    107,
+    108,
+    109,
+    110,
+    111,
+    113,
+    115,
+    116,
+    118,
+    119,
+    120,
+    121,
+    122,
+    126
+  ],
+  "35": [
+    0,
+    1,
+    4,
+    8,
+    13,
+    14,
+    15,
+    18,
+    21,
+    22,
+    24,
+    27,
+    28,
+    31,
+    32,
+    35,
+    36,
+    37,
+    38,
+    39,
+    40,
+    41,
+    42,
+    43,
+    44,
+    46,
+    47,
+    51,
+    52,
+    53,
+    54,
+    55,
+    56,
+    58,
+    59,
+    61,
+    63,
+    66,
+    67,
+    68,
+    69,
+    72,
+    74,
+    75,
+    76,
+    78,
+    79,
+    80,
+    84,
+    86,
+    88,
+    89,
+    90,
+    91,
+    92,
+    93,
+    94,
+    95,
+    97,
+    101,
+    103,
+    104,
+    105,
+    109,
+    110,
+    116,
+    117,
+    122,
+    126
+  ]
+}

model-00001-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8863dccf59d3e49083f7aff8a316ba7dd3451e1f4869abae1b3e010e3a99d66
+size 12780176456

model-00002-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca22613531c11f8c049decedf26382683e7033f6db15f2e12651c5a98116e77
+size 10739700504

model-00003-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ed38e97a483728289b0f141d72a2010f5c0c0b1338372c3b162a087a0586a
+size 10739700504

model-00004-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22104392ce9928ea3307c4b67e7045bd659e03b4d2c1118292bce50cfa85b603
+size 10739700504

model-00005-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74e4c656f312004fd3ef7851d0162818ec82877596fa29b2598b265e38d5925
+size 10739700496

model-00006-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaeeac125e0df9416e252a358648077b48893126e227b404fed7eebdf0fcb73
+size 10739700504

model-00007-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117e52741ae2616a5e6112657f8b51b3dbafce2e0ebe9544544ab8ef68d20646
+size 11897336832

model-00008-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc53bf2110793f9f775cdd801f158ee8bc9437bf6c19af6ff8ffcaed6311574
+size 10739700464

model-00009-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e632481cbbc38db428f9e1e1ccb857e1051c87a43d2389a656fe3a16deaea21
+size 10739700464

model-00010-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b8d5b6661404b6128dc38ae7e04d9420a00579cc78c2693b1d91530cdf9f83
+size 10746034488

model-00011-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a4a48cdc18226646e09bfcce7034d9d19f12e3d34d7e2a5aa85931e4128b84
+size 10739700552

model-00012-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403daf145c46203ef8cb06cb2408ff8ceed6ade5936e5f1480e9470c180b3c54
+size 10739700552

model-00013-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea54492cf2ff15e6397fa393158ba87f5ed247f3e39a01146b57a6c4bba29619
+size 16787888

model.safetensors.index.json

@@ -0,0 +1,550 @@
+{
+  "metadata": {
+    "total_size": 132097574912
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00010-of-00013.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.experts.down_proj": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.experts.gate_up_proj": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.gate.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.shared_experts.down_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.shared_experts.gate_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.mlp.shared_experts.up_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.experts.down_proj": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.experts.gate_up_proj": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.gate.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.1.self_attn.q_b_proj.weight": "model-00001-of-00013.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00013.safetensors",
+    "model.layers.10.mlp.experts.down_proj": "model-00001-of-00013.safetensors",
+    "model.layers.10.mlp.experts.gate_up_proj": "model-00001-of-00013.safetensors",
+    "model.layers.10.mlp.gate.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.kv_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.q_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.q_a_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.10.self_attn.q_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.experts.down_proj": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.experts.gate_up_proj": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.gate.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.kv_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.q_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.q_a_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.11.self_attn.q_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.experts.down_proj": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.experts.gate_up_proj": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.gate.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.kv_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.q_a_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.q_a_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.12.self_attn.q_b_proj.weight": "model-00002-of-00013.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00013.safetensors",
+    "model.layers.13.mlp.experts.down_proj": "model-00002-of-00013.safetensors",
+    "model.layers.13.mlp.experts.gate_up_proj": "model-00002-of-00013.safetensors",
+    "model.layers.13.mlp.gate.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.kv_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.q_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.q_a_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.13.self_attn.q_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.experts.down_proj": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.experts.gate_up_proj": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.gate.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.kv_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.q_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.q_a_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.14.self_attn.q_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.experts.down_proj": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.experts.gate_up_proj": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.gate.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.kv_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.q_a_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.q_a_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.15.self_attn.q_b_proj.weight": "model-00003-of-00013.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00013.safetensors",
+    "model.layers.16.mlp.experts.down_proj": "model-00003-of-00013.safetensors",
+    "model.layers.16.mlp.experts.gate_up_proj": "model-00003-of-00013.safetensors",
+    "model.layers.16.mlp.gate.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.kv_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.q_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.q_a_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.16.self_attn.q_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.experts.down_proj": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.experts.gate_up_proj": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.gate.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.kv_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.q_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.q_a_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.17.self_attn.q_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.experts.down_proj": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.experts.gate_up_proj": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.gate.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.kv_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.q_a_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.q_a_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.18.self_attn.q_b_proj.weight": "model-00004-of-00013.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00004-of-00013.safetensors",
+    "model.layers.19.mlp.experts.down_proj": "model-00004-of-00013.safetensors",
+    "model.layers.19.mlp.experts.gate_up_proj": "model-00004-of-00013.safetensors",
+    "model.layers.19.mlp.gate.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.kv_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.q_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.q_a_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.19.self_attn.q_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.experts.down_proj": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.experts.gate_up_proj": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.gate.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.kv_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.q_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.q_a_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.2.self_attn.q_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.experts.down_proj": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.experts.gate_up_proj": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.gate.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.kv_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.q_a_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.q_a_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.20.self_attn.q_b_proj.weight": "model-00005-of-00013.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00005-of-00013.safetensors",
+    "model.layers.21.mlp.experts.down_proj": "model-00005-of-00013.safetensors",
+    "model.layers.21.mlp.experts.gate_up_proj": "model-00005-of-00013.safetensors",
+    "model.layers.21.mlp.gate.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.kv_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.q_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.q_a_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.21.self_attn.q_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.experts.down_proj": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.experts.gate_up_proj": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.gate.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.kv_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.q_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.q_a_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.22.self_attn.q_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.experts.down_proj": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.experts.gate_up_proj": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.gate.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.kv_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.q_a_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.q_a_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.23.self_attn.q_b_proj.weight": "model-00006-of-00013.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00006-of-00013.safetensors",
+    "model.layers.24.mlp.experts.down_proj": "model-00006-of-00013.safetensors",
+    "model.layers.24.mlp.experts.gate_up_proj": "model-00006-of-00013.safetensors",
+    "model.layers.24.mlp.gate.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.kv_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.q_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.q_a_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.24.self_attn.q_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.experts.down_proj": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.experts.gate_up_proj": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.gate.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.kv_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.q_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.q_a_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.25.self_attn.q_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.experts.down_proj": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.experts.gate_up_proj": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.gate.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.kv_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.q_a_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.q_a_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.26.self_attn.q_b_proj.weight": "model-00007-of-00013.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.27.mlp.experts.down_proj": "model-00007-of-00013.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00007-of-00013.safetensors",
+    "model.layers.3.mlp.experts.down_proj": "model-00007-of-00013.safetensors",
+    "model.layers.3.mlp.experts.gate_up_proj": "model-00007-of-00013.safetensors",
+    "model.layers.3.mlp.gate.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.kv_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.q_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.q_a_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.3.self_attn.q_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.experts.down_proj": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.experts.gate_up_proj": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.gate.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.kv_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.q_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.q_a_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.4.self_attn.q_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.experts.down_proj": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.experts.gate_up_proj": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.gate.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.kv_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.q_a_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.q_a_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.5.self_attn.q_b_proj.weight": "model-00008-of-00013.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00008-of-00013.safetensors",
+    "model.layers.6.mlp.experts.down_proj": "model-00008-of-00013.safetensors",
+    "model.layers.6.mlp.experts.gate_up_proj": "model-00008-of-00013.safetensors",
+    "model.layers.6.mlp.gate.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.kv_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.q_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.q_a_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.6.self_attn.q_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.experts.down_proj": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.experts.gate_up_proj": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.gate.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.kv_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.q_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.q_a_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.7.self_attn.q_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.experts.down_proj": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.experts.gate_up_proj": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.gate.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.kv_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.q_a_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.q_a_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.8.self_attn.q_b_proj.weight": "model-00009-of-00013.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00009-of-00013.safetensors",
+    "model.layers.9.mlp.experts.down_proj": "model-00009-of-00013.safetensors",
+    "model.layers.9.mlp.experts.gate_up_proj": "model-00009-of-00013.safetensors",
+    "model.layers.9.mlp.gate.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.kv_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.q_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.q_a_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.9.self_attn.q_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.mlp.experts.gate_up_proj": "model-00010-of-00013.safetensors",
+    "model.layers.27.mlp.gate.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.kv_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.q_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.q_a_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.27.self_attn.q_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.experts.down_proj": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.experts.gate_up_proj": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.gate.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.kv_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.q_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.q_a_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.28.self_attn.q_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.experts.down_proj": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.experts.gate_up_proj": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.gate.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.self_attn.kv_b_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
+    "model.layers.29.self_attn.q_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.29.self_attn.q_a_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.29.self_attn.q_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.experts.down_proj": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.experts.gate_up_proj": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.gate.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.kv_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.q_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.q_a_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.30.self_attn.q_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.experts.down_proj": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.experts.gate_up_proj": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.gate.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.kv_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.q_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.q_a_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.31.self_attn.q_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.experts.down_proj": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.experts.gate_up_proj": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.gate.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.self_attn.kv_b_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
+    "model.layers.32.self_attn.q_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.32.self_attn.q_a_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.32.self_attn.q_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.experts.down_proj": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.experts.gate_up_proj": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.gate.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.kv_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.q_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.q_a_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.33.self_attn.q_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.experts.down_proj": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.experts.gate_up_proj": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.gate.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.kv_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.q_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.q_a_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.34.self_attn.q_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.experts.down_proj": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.experts.gate_up_proj": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.gate.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.self_attn.kv_b_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
+    "model.layers.35.self_attn.q_a_layernorm.weight": "model-00013-of-00013.safetensors",
+    "model.layers.35.self_attn.q_a_proj.weight": "model-00013-of-00013.safetensors",
+    "model.layers.35.self_attn.q_b_proj.weight": "model-00013-of-00013.safetensors",
+    "model.norm.weight": "model-00013-of-00013.safetensors"
+  }
+}

reap_scores.json

@@ -0,0 +1,4682 @@
+{
+  "0": [
+    881152384.0,
+    1223644032.0,
+    592081472.0,
+    1163385600.0,
+    1455158912.0,
+    879698624.0,
+    276446144.0,
+    913709632.0,
+    1383744256.0,
+    1351570944.0,
+    754825984.0,
+    1276543104.0,
+    728913088.0,
+    1042299968.0,
+    1590869888.0,
+    817096896.0,
+    1549929088.0,
+    1218450304.0,
+    1195001216.0,
+    1419023232.0,
+    615161472.0,
+    896297856.0,
+    616799168.0,
+    388420512.0,
+    1128616832.0,
+    1079527168.0,
+    2632625152.0,
+    420532416.0,
+    2273593088.0,
+    1558728704.0,
+    976429376.0,
+    545405696.0,
+    1258225152.0,
+    856555584.0,
+    1176854400.0,
+    1381356544.0,
+    481156736.0,
+    1465204096.0,
+    1591574784.0,
+    1105522560.0,
+    1043213760.0,
+    735282432.0,
+    923819072.0,
+    439848864.0,
+    808183040.0,
+    2246889728.0,
+    454612352.0,
+    845065152.0,
+    1082859648.0,
+    970485184.0,
+    855179392.0,
+    761926592.0,
+    1030896256.0,
+    1902099584.0,
+    1242631552.0,
+    1317433856.0,
+    1045063488.0,
+    1315944960.0,
+    469747104.0,
+    4585449984.0,
+    994303040.0,
+    1607274112.0,
+    1190780928.0,
+    914754880.0,
+    833170240.0,
+    834286720.0,
+    974611264.0,
+    1059996480.0,
+    1294574080.0,
+    2071733120.0,
+    402037120.0,
+    749888000.0,
+    2625318656.0,
+    1145459328.0,
+    1133679872.0,
+    725285184.0,
+    813413184.0,
+    2187302912.0,
+    677693120.0,
+    2287044608.0,
+    2852743424.0,
+    823206400.0,
+    1261087872.0,
+    544909504.0,
+    1396739584.0,
+    944752576.0,
+    637781952.0,
+    3609974528.0,
+    916354432.0,
+    874944192.0,
+    1039957248.0,
+    1509918592.0,
+    795342976.0,
+    1645411328.0,
+    977932480.0,
+    1638082560.0,
+    682209984.0,
+    144254560.0,
+    1528101120.0,
+    895372672.0,
+    1443370880.0,
+    1003028544.0,
+    1408639616.0,
+    1351167744.0,
+    894329728.0,
+    970349632.0,
+    933601792.0,
+    652851712.0,
+    988914752.0,
+    1613274880.0,
+    1028034880.0,
+    949500608.0,
+    1293261056.0,
+    1689635968.0,
+    1054641792.0,
+    1712658560.0,
+    545877376.0,
+    670930368.0,
+    679329216.0,
+    538983552.0,
+    1016487872.0,
+    735357696.0,
+    1604648960.0,
+    971837184.0,
+    1718364032.0,
+    667119232.0,
+    884797440.0,
+    1028742016.0
+  ],
+  "1": [
+    43668418560.0,
+    30103867392.0,
+    13077617664.0,
+    25889449984.0,
+    8426371584.0,
+    40095342592.0,
+    8093223936.0,
+    25197692928.0,
+    5168236544.0,
+    20223107072.0,
+    23377033216.0,
+    26761011200.0,
+    14582574080.0,
+    43149684736.0,
+    1494297984.0,
+    45253017600.0,
+    13749821440.0,
+    20798459904.0,
+    4399625728.0,
+    10766120960.0,
+    32068843520.0,
+    10455373824.0,
+    7899895808.0,
+    5920814592.0,
+    10490802176.0,
+    13226182656.0,
+    32247095296.0,
+    12572179456.0,
+    5089534464.0,
+    35256680448.0,
+    1960412544.0,
+    9229639680.0,
+    13107375104.0,
+    24251686912.0,
+    7410438144.0,
+    23061239808.0,
+    31281852416.0,
+    10416125952.0,
+    20899411968.0,
+    14863252480.0,
+    10755897344.0,
+    13147732992.0,
+    27845877760.0,
+    5203810816.0,
+    4711532032.0,
+    21364189184.0,
+    16123576320.0,
+    13998946304.0,
+    24511043584.0,
+    16672172032.0,
+    2084964864.0,
+    46911713280.0,
+    39008890880.0,
+    30251329536.0,
+    14278526976.0,
+    9136492544.0,
+    12844881920.0,
+    18848325632.0,
+    9979161600.0,
+    18394247168.0,
+    28906786816.0,
+    9654066176.0,
+    31297796096.0,
+    16161729536.0,
+    24537954304.0,
+    29048905728.0,
+    14512637952.0,
+    3044271104.0,
+    5061981696.0,
+    15674648576.0,
+    20227375104.0,
+    11306350592.0,
+    2203791872.0,
+    9348546560.0,
+    31206881280.0,
+    42356543488.0,
+    6484962304.0,
+    28279988224.0,
+    15332555776.0,
+    37379694592.0,
+    26219405312.0,
+    23638380544.0,
+    6602343424.0,
+    22648377344.0,
+    5530357248.0,
+    29234851840.0,
+    43091689472.0,
+    54068740096.0,
+    5634236928.0,
+    16051573760.0,
+    18060513280.0,
+    29571614720.0,
+    34493624320.0,
+    11250938880.0,
+    21700757504.0,
+    15233123328.0,
+    37266292736.0,
+    31094112256.0,
+    5927143424.0,
+    14430391296.0,
+    9633458176.0,
+    11641931776.0,
+    21192738816.0,
+    12762732544.0,
+    49997840384.0,
+    13429020672.0,
+    18536953856.0,
+    10795405312.0,
+    37696630784.0,
+    8014627840.0,
+    4769322496.0,
+    42251554816.0,
+    24019148800.0,
+    6029592576.0,
+    7639496704.0,
+    7339894784.0,
+    45847724032.0,
+    18061568000.0,
+    46650155008.0,
+    22479310848.0,
+    22385813504.0,
+    2043514368.0,
+    13477428224.0,
+    7684004864.0,
+    2298456064.0,
+    18229733376.0,
+    14797709312.0,
+    25897011200.0
+  ],
+  "2": [
+    9777083392.0,
+    33215014912.0,
+    30494844928.0,
+    42151518208.0,
+    9847469056.0,
+    18029785088.0,
+    2709733888.0,
+    6511796224.0,
+    8069824000.0,
+    14112836608.0,
+    13503430656.0,
+    24739856384.0,
+    3285470720.0,
+    29688463360.0,
+    13485745152.0,
+    20770324480.0,
+    18494908416.0,
+    21829496832.0,
+    25408679936.0,
+    41201074176.0,
+    29941221376.0,
+    12597090304.0,
+    7222620672.0,
+    14413399040.0,
+    11566135296.0,
+    12069765120.0,
+    6922184192.0,
+    34413543424.0,
+    14318874624.0,
+    18378715136.0,
+    15119732736.0,
+    5400230912.0,
+    26255902720.0,
+    16461073408.0,
+    9957171200.0,
+    15131615232.0,
+    3640045824.0,
+    9551240192.0,
+    22053109760.0,
+    23631048704.0,
+    14290409472.0,
+    14156768256.0,
+    9553495040.0,
+    11321673728.0,
+    17726056448.0,
+    23871567872.0,
+    20391925760.0,
+    28685809664.0,
+    3766992128.0,
+    16305241088.0,
+    25962203136.0,
+    26399358976.0,
+    21573713920.0,
+    19266064384.0,
+    17906597888.0,
+    5150250496.0,
+    19102910464.0,
+    3268655104.0,
+    10210605056.0,
+    7501874176.0,
+    6105097728.0,
+    19022751744.0,
+    16793406464.0,
+    33766563840.0,
+    20300335104.0,
+    6646812672.0,
+    9409581056.0,
+    11544996864.0,
+    47107162112.0,
+    60611657728.0,
+    3132885248.0,
+    15304278016.0,
+    9167981568.0,
+    37564665856.0,
+    20121677824.0,
+    23544881152.0,
+    34132459520.0,
+    7691419648.0,
+    10230281216.0,
+    6989055488.0,
+    22422589440.0,
+    2238829056.0,
+    2233417984.0,
+    8924163072.0,
+    9577100288.0,
+    14559035392.0,
+    16519433216.0,
+    35362832384.0,
+    15585945600.0,
+    31348402176.0,
+    28198555648.0,
+    19785961472.0,
+    13345892352.0,
+    9862852608.0,
+    60622041088.0,
+    54149926912.0,
+    18808276992.0,
+    14712603648.0,
+    22836027392.0,
+    4471375872.0,
+    6264926208.0,
+    10255666176.0,
+    7035570176.0,
+    9992315904.0,
+    20289228800.0,
+    47773089792.0,
+    10364352512.0,
+    45052469248.0,
+    6299374080.0,
+    31035928576.0,
+    21919858688.0,
+    14877963264.0,
+    17130297344.0,
+    31607629824.0,
+    9037383680.0,
+    7118699008.0,
+    23561201664.0,
+    29784530944.0,
+    12819918848.0,
+    34107219968.0,
+    21772181504.0,
+    33876381696.0,
+    40413822976.0,
+    14288480256.0,
+    26020358144.0,
+    27393265664.0,
+    20841551872.0,
+    21563875328.0
+  ],
+  "3": [
+    11425963008.0,
+    8699933696.0,
+    23134461952.0,
+    7273505280.0,
+    56397701120.0,
+    16001021952.0,
+    15651505152.0,
+    19378722816.0,
+    7198342144.0,
+    9569822720.0,
+    30961201152.0,
+    10530234368.0,
+    21604102144.0,
+    31246696448.0,
+    93335257088.0,
+    105591799808.0,
+    7156080128.0,
+    115736125440.0,
+    57104785408.0,
+    20479674368.0,
+    71186948096.0,
+    37454737408.0,
+    19804872704.0,
+    41312575488.0,
+    52923256832.0,
+    43608764416.0,
+    7694922752.0,
+    25669120000.0,
+    9424940032.0,
+    56537055232.0,
+    91596144640.0,
+    70944514048.0,
+    62861299712.0,
+    15288523776.0,
+    16447499264.0,
+    15672967168.0,
+    11317875712.0,
+    23265918976.0,
+    11579932672.0,
+    23098404864.0,
+    10879105024.0,
+    17523687424.0,
+    27659118592.0,
+    22886090752.0,
+    8238173696.0,
+    20563718144.0,
+    53699948544.0,
+    25787193344.0,
+    42304552960.0,
+    5468143104.0,
+    12305196032.0,
+    18294173696.0,
+    4106271744.0,
+    13871697920.0,
+    71144882176.0,
+    29123596288.0,
+    10335030272.0,
+    54889414656.0,
+    44191059968.0,
+    50646777856.0,
+    7987391488.0,
+    52687011840.0,
+    89436266496.0,
+    15169182720.0,
+    28228958208.0,
+    40825708544.0,
+    57363161088.0,
+    30656217088.0,
+    46891257856.0,
+    24611762176.0,
+    7159342592.0,
+    33622808576.0,
+    11586873344.0,
+    11154887680.0,
+    26615250944.0,
+    17814196224.0,
+    19730724864.0,
+    23460323328.0,
+    6842070016.0,
+    24009615360.0,
+    18023331840.0,
+    22675949568.0,
+    59124387840.0,
+    30185846784.0,
+    36313849856.0,
+    43065536512.0,
+    21397444608.0,
+    18314592256.0,
+    50895699968.0,
+    14455473152.0,
+    16535417856.0,
+    21240846336.0,
+    50229633024.0,
+    19288944640.0,
+    23314638848.0,
+    24827498496.0,
+    15228203008.0,
+    13429049344.0,
+    42248572928.0,
+    13245261824.0,
+    68386189312.0,
+    20204005376.0,
+    31604291584.0,
+    6234487296.0,
+    37523714048.0,
+    33833365504.0,
+    17758842880.0,
+    28951783424.0,
+    15901678592.0,
+    76166504448.0,
+    19698210816.0,
+    34304919552.0,
+    14715199488.0,
+    100382793728.0,
+    21078573056.0,
+    8790701056.0,
+    8568918016.0,
+    36849836032.0,
+    6693234176.0,
+    27439130624.0,
+    56589201408.0,
+    55048155136.0,
+    34222555136.0,
+    38483144704.0,
+    25872967680.0,
+    55185981440.0,
+    23883018240.0,
+    20674215936.0
+  ],
+  "4": [
+    59288993792.0,
+    14566315008.0,
+    45223272448.0,
+    27055919104.0,
+    125284753408.0,
+    22263382016.0,
+    41607090176.0,
+    58385625088.0,
+    36647743488.0,
+    23578023936.0,
+    31724486656.0,
+    6765299200.0,
+    28814931968.0,
+    64989069312.0,
+    49884553216.0,
+    19774361600.0,
+    27959029760.0,
+    46678163456.0,
+    5592635904.0,
+    48933126144.0,
+    37432041472.0,
+    9578424320.0,
+    26023206912.0,
+    50417156096.0,
+    18342004736.0,
+    72549580800.0,
+    73089114112.0,
+    21130795008.0,
+    87590633472.0,
+    21158359040.0,
+    85823176704.0,
+    43385200640.0,
+    21337731072.0,
+    18828863488.0,
+    56504745984.0,
+    16658924544.0,
+    87019560960.0,
+    30972839936.0,
+    59451785216.0,
+    32743262208.0,
+    7392007168.0,
+    30613161984.0,
+    16382372864.0,
+    30323480576.0,
+    13948124160.0,
+    43032080384.0,
+    67904466944.0,
+    49251725312.0,
+    5326066176.0,
+    33548763136.0,
+    18468306944.0,
+    40142651392.0,
+    4109241344.0,
+    104414593024.0,
+    21373378560.0,
+    15401951232.0,
+    91667652608.0,
+    47890309120.0,
+    34646364160.0,
+    32560166912.0,
+    5833928192.0,
+    37304913920.0,
+    25824880640.0,
+    32677167104.0,
+    2015137280.0,
+    9545042944.0,
+    54483292160.0,
+    42730295296.0,
+    16365137920.0,
+    20823232512.0,
+    96835985408.0,
+    40348114944.0,
+    23064387584.0,
+    23962509312.0,
+    34066790400.0,
+    73211895808.0,
+    17118152704.0,
+    53127946240.0,
+    15308553216.0,
+    37025386496.0,
+    32746618880.0,
+    31163766784.0,
+    6730370560.0,
+    37404303360.0,
+    64742871040.0,
+    19083304960.0,
+    20647770112.0,
+    20547819520.0,
+    22542913536.0,
+    14544428032.0,
+    13606354944.0,
+    36967292928.0,
+    23971520512.0,
+    69079818240.0,
+    24465160192.0,
+    10215521280.0,
+    66113896448.0,
+    80254476288.0,
+    11163441152.0,
+    22780827648.0,
+    63701811200.0,
+    32395008000.0,
+    6653260288.0,
+    40162672640.0,
+    13630454784.0,
+    17807302656.0,
+    53412761600.0,
+    103382499328.0,
+    78287626240.0,
+    30086723584.0,
+    44448264192.0,
+    6268601856.0,
+    68501250048.0,
+    25173004288.0,
+    29118881792.0,
+    16615521280.0,
+    25557100544.0,
+    22724780032.0,
+    13296718848.0,
+    22859008000.0,
+    22480891904.0,
+    16577840128.0,
+    24689635328.0,
+    28759040000.0,
+    66904793088.0,
+    34807103488.0,
+    80900120576.0,
+    27867576320.0
+  ],
+  "5": [
+    11546618880.0,
+    47525892096.0,
+    32319432704.0,
+    25234065408.0,
+    29238876160.0,
+    31944566784.0,
+    25841762304.0,
+    18427942912.0,
+    37499731968.0,
+    85138235392.0,
+    18808760320.0,
+    50509455360.0,
+    55137730560.0,
+    45221425152.0,
+    4390351360.0,
+    12179988480.0,
+    22247739392.0,
+    54144909312.0,
+    16608665600.0,
+    39356878848.0,
+    22701770752.0,
+    28765267968.0,
+    10320423936.0,
+    19733594112.0,
+    145063641088.0,
+    16717921280.0,
+    38742237184.0,
+    36318523392.0,
+    37366603776.0,
+    41331462144.0,
+    51899789312.0,
+    27107258368.0,
+    87550967808.0,
+    31107739648.0,
+    5907448320.0,
+    39173193728.0,
+    118043475968.0,
+    17951918080.0,
+    17305100288.0,
+    11766036480.0,
+    16886864896.0,
+    4761773568.0,
+    17388453888.0,
+    4760624128.0,
+    47682330624.0,
+    28938125312.0,
+    48623931392.0,
+    13401034752.0,
+    77029818368.0,
+    36210614272.0,
+    66120871936.0,
+    70296494080.0,
+    66899877888.0,
+    17648232448.0,
+    39844962304.0,
+    64219181056.0,
+    13149724672.0,
+    50639998976.0,
+    37857644544.0,
+    26393063424.0,
+    73897041920.0,
+    23492311040.0,
+    54760697856.0,
+    47336226816.0,
+    46069469184.0,
+    60764372992.0,
+    11322948608.0,
+    41463820288.0,
+    8587215360.0,
+    36219080704.0,
+    57358798848.0,
+    33868445696.0,
+    19419002880.0,
+    32791089152.0,
+    48309256192.0,
+    121449193472.0,
+    52681838592.0,
+    7447301632.0,
+    4410800640.0,
+    69098397696.0,
+    8618825728.0,
+    14718662656.0,
+    48753848320.0,
+    27859175424.0,
+    50327339008.0,
+    4157376000.0,
+    54577340416.0,
+    15715516416.0,
+    52020113408.0,
+    12039122944.0,
+    7273120768.0,
+    48412856320.0,
+    26625402880.0,
+    41306062848.0,
+    39568437248.0,
+    20123901952.0,
+    41940336640.0,
+    62385364992.0,
+    18917926912.0,
+    28642809856.0,
+    45804847104.0,
+    12864533504.0,
+    42389663744.0,
+    65328218112.0,
+    14317172736.0,
+    49700831232.0,
+    26294235136.0,
+    23473008640.0,
+    33579737088.0,
+    33332518912.0,
+    33248518144.0,
+    33879404544.0,
+    13074457600.0,
+    17276264448.0,
+    36779507712.0,
+    18984222720.0,
+    26069643264.0,
+    60981207040.0,
+    53562327040.0,
+    27900344320.0,
+    44659310592.0,
+    29872707584.0,
+    82735054848.0,
+    30157041664.0,
+    48751599616.0,
+    50241363968.0,
+    32085989376.0,
+    14710671360.0
+  ],
+  "6": [
+    70421880832.0,
+    38803259392.0,
+    62051135488.0,
+    111847915520.0,
+    23724136448.0,
+    68119347200.0,
+    75106762752.0,
+    30578993152.0,
+    53957271552.0,
+    50466402304.0,
+    47081779200.0,
+    118187081728.0,
+    78286643200.0,
+    72144707584.0,
+    43392045056.0,
+    22219626496.0,
+    43987558400.0,
+    32030451712.0,
+    105904422912.0,
+    39507607552.0,
+    141163806720.0,
+    46420922368.0,
+    29118107648.0,
+    17132641280.0,
+    15715863552.0,
+    85724315648.0,
+    46640640000.0,
+    74794459136.0,
+    40878092288.0,
+    57467424768.0,
+    51672469504.0,
+    93728251904.0,
+    47086157824.0,
+    36411113472.0,
+    71193600000.0,
+    46923395072.0,
+    81949294592.0,
+    69728845824.0,
+    58745184256.0,
+    46268149760.0,
+    15013082112.0,
+    50921234432.0,
+    30650368000.0,
+    90521026560.0,
+    28679999488.0,
+    58803617792.0,
+    20684156928.0,
+    47433293824.0,
+    47001972736.0,
+    18960805888.0,
+    33768910848.0,
+    33991985152.0,
+    24392136704.0,
+    35780734976.0,
+    21783631872.0,
+    21833181184.0,
+    45717741568.0,
+    71836098560.0,
+    102926106624.0,
+    32624404480.0,
+    59070783488.0,
+    8439240704.0,
+    97703313408.0,
+    78089822208.0,
+    17518866432.0,
+    30168100864.0,
+    45836447744.0,
+    111352963072.0,
+    58504843264.0,
+    123474673664.0,
+    65582592000.0,
+    61037473792.0,
+    93210271744.0,
+    40206110720.0,
+    128479592448.0,
+    56453431296.0,
+    45439270912.0,
+    48489275392.0,
+    37097799680.0,
+    1875239040.0,
+    79684599808.0,
+    6839382016.0,
+    68238626816.0,
+    22721255424.0,
+    72841232384.0,
+    89057935360.0,
+    30794801152.0,
+    106156900352.0,
+    6065759744.0,
+    19641745408.0,
+    85686902784.0,
+    134894665728.0,
+    58728083456.0,
+    27633278976.0,
+    32871415808.0,
+    68154056704.0,
+    17874839552.0,
+    54919692288.0,
+    46338306048.0,
+    64269778944.0,
+    75167481856.0,
+    42034323456.0,
+    72370233344.0,
+    38642487296.0,
+    66379149312.0,
+    25217507328.0,
+    36610940928.0,
+    16684804096.0,
+    38686412800.0,
+    96635772928.0,
+    9899618304.0,
+    54615261184.0,
+    70658695168.0,
+    48186785792.0,
+    5203235840.0,
+    22523377664.0,
+    26484840448.0,
+    80620453888.0,
+    12560840704.0,
+    57065037824.0,
+    13767805952.0,
+    65605844992.0,
+    51448508416.0,
+    75060625408.0,
+    35608600576.0,
+    106453721088.0,
+    14032477184.0,
+    44541501440.0
+  ],
+  "7": [
+    15564456960.0,
+    75247329280.0,
+    91099086848.0,
+    66280321024.0,
+    61624819712.0,
+    76244672512.0,
+    28234289152.0,
+    57153155072.0,
+    28416946176.0,
+    19236421632.0,
+    102043426816.0,
+    24036718592.0,
+    64049487872.0,
+    11930499072.0,
+    47285395456.0,
+    38021812224.0,
+    59190263808.0,
+    31571056640.0,
+    66544037888.0,
+    18348339200.0,
+    101491818496.0,
+    35501924352.0,
+    25836695552.0,
+    23884185600.0,
+    45609775104.0,
+    57585152000.0,
+    35847020544.0,
+    73846358016.0,
+    34229204992.0,
+    55554109440.0,
+    48574857216.0,
+    50501652480.0,
+    36062646272.0,
+    14306535424.0,
+    41081593856.0,
+    57210626048.0,
+    111188058112.0,
+    22994401280.0,
+    20759179264.0,
+    46534254592.0,
+    70000279552.0,
+    77013884928.0,
+    23709937664.0,
+    44085731328.0,
+    44585062400.0,
+    88245583872.0,
+    80986955776.0,
+    59558047744.0,
+    155641757696.0,
+    77787545600.0,
+    41440169984.0,
+    62370553856.0,
+    31379726336.0,
+    75058151424.0,
+    31167852544.0,
+    17235617792.0,
+    18251347968.0,
+    24104419328.0,
+    29168302080.0,
+    51205931008.0,
+    39381213184.0,
+    48969564160.0,
+    66698006528.0,
+    67755368448.0,
+    10167434240.0,
+    133269348352.0,
+    19593975808.0,
+    19514818560.0,
+    2897062912.0,
+    77475962880.0,
+    112811188224.0,
+    44511027200.0,
+    16430412800.0,
+    26908022784.0,
+    23129927680.0,
+    46001217536.0,
+    81615929344.0,
+    40887386112.0,
+    34176899072.0,
+    29773967360.0,
+    89646956544.0,
+    61171838976.0,
+    18722166784.0,
+    46160961536.0,
+    103304232960.0,
+    56143355904.0,
+    43975688192.0,
+    11946847232.0,
+    69997846528.0,
+    52297355264.0,
+    74149699584.0,
+    29882972160.0,
+    29859248128.0,
+    43146383360.0,
+    19464251392.0,
+    39577776128.0,
+    90664558592.0,
+    20802756608.0,
+    59030532096.0,
+    53478322176.0,
+    32981209088.0,
+    151472930816.0,
+    60357328896.0,
+    42247622656.0,
+    23477571584.0,
+    9704963072.0,
+    25167431680.0,
+    105857286144.0,
+    77010845696.0,
+    61008338944.0,
+    27086061568.0,
+    23987509248.0,
+    43598233600.0,
+    25787375616.0,
+    41317134336.0,
+    8814774272.0,
+    13797382144.0,
+    29134215168.0,
+    9211895808.0,
+    22925692928.0,
+    108794953728.0,
+    32661858304.0,
+    60062470144.0,
+    87632896000.0,
+    42279018496.0,
+    27605975040.0,
+    47196057600.0,
+    15810658304.0
+  ],
+  "8": [
+    61120143360.0,
+    23821242368.0,
+    20723640320.0,
+    95067971584.0,
+    67555930112.0,
+    73637511168.0,
+    27276818432.0,
+    56755412992.0,
+    80729669632.0,
+    100585537536.0,
+    40368959488.0,
+    50081353728.0,
+    99023405056.0,
+    5461646336.0,
+    55028314112.0,
+    128038395904.0,
+    26182846464.0,
+    30161262592.0,
+    59424538624.0,
+    8456286720.0,
+    72003411968.0,
+    136981848064.0,
+    70672072704.0,
+    26762047488.0,
+    131713490944.0,
+    36814856192.0,
+    49859842048.0,
+    52512215040.0,
+    110649548800.0,
+    102723362816.0,
+    137793241088.0,
+    17705852928.0,
+    26195023872.0,
+    7895118848.0,
+    61053444096.0,
+    36420976640.0,
+    10190314496.0,
+    61287628800.0,
+    43939852288.0,
+    105584074752.0,
+    102511566848.0,
+    30864486400.0,
+    195665821696.0,
+    45402963968.0,
+    54341087232.0,
+    94797529088.0,
+    55287988224.0,
+    35387953152.0,
+    16615313408.0,
+    61127274496.0,
+    120253980672.0,
+    46783877120.0,
+    37377597440.0,
+    40288370688.0,
+    62125973504.0,
+    173313458176.0,
+    43116089344.0,
+    39410704384.0,
+    12609165312.0,
+    5523266560.0,
+    53574176768.0,
+    76527124480.0,
+    132569726976.0,
+    40504668160.0,
+    168058257408.0,
+    59464667136.0,
+    42404380672.0,
+    79757541376.0,
+    111126781952.0,
+    26457325568.0,
+    95460671488.0,
+    14014279680.0,
+    58443616256.0,
+    34738671616.0,
+    34913607680.0,
+    93569384448.0,
+    33101424640.0,
+    56079044608.0,
+    91714428928.0,
+    96888152064.0,
+    113676263424.0,
+    67667615744.0,
+    33819770880.0,
+    53176774656.0,
+    3765520896.0,
+    53591097344.0,
+    12980003840.0,
+    37293625344.0,
+    91407949824.0,
+    64559673344.0,
+    67706314752.0,
+    99737198592.0,
+    104277770240.0,
+    40356139008.0,
+    34857066496.0,
+    15178594304.0,
+    36270030848.0,
+    72562524160.0,
+    108886769664.0,
+    16557635584.0,
+    106737033216.0,
+    27405113344.0,
+    47780552704.0,
+    54053662720.0,
+    29927323648.0,
+    40508231680.0,
+    44266029056.0,
+    47215104000.0,
+    45442453504.0,
+    105784098816.0,
+    36717871104.0,
+    46212386816.0,
+    34002057216.0,
+    45010595840.0,
+    29274636288.0,
+    45792309248.0,
+    64612061184.0,
+    81728126976.0,
+    26193358848.0,
+    87106281472.0,
+    21038159872.0,
+    103504125952.0,
+    13063577600.0,
+    23701592064.0,
+    32313393152.0,
+    56959176704.0,
+    207218147328.0,
+    51594809344.0
+  ],
+  "9": [
+    68014809088.0,
+    66299981824.0,
+    34654633984.0,
+    51078500352.0,
+    36027703296.0,
+    111021268992.0,
+    190296621056.0,
+    72541945856.0,
+    74446528512.0,
+    17542535168.0,
+    6499872768.0,
+    31236802560.0,
+    55795990528.0,
+    9394951168.0,
+    25019531264.0,
+    80819249152.0,
+    94698668032.0,
+    71881449472.0,
+    48923795456.0,
+    28751968256.0,
+    151685693440.0,
+    100865843200.0,
+    43341479936.0,
+    75804762112.0,
+    45559676928.0,
+    99066511360.0,
+    46386888704.0,
+    21534722048.0,
+    69066768384.0,
+    101323726848.0,
+    20204171264.0,
+    224389038080.0,
+    131862183936.0,
+    36562780160.0,
+    47543566336.0,
+    189942022144.0,
+    61909786624.0,
+    76055126016.0,
+    60104798208.0,
+    47404736512.0,
+    89733922816.0,
+    58347757568.0,
+    103629905920.0,
+    59679789056.0,
+    169092562944.0,
+    74120462336.0,
+    74597572608.0,
+    92955148288.0,
+    76642402304.0,
+    14825048064.0,
+    124583698432.0,
+    35674857472.0,
+    69281226752.0,
+    41408438272.0,
+    47218184192.0,
+    5266884096.0,
+    43702439936.0,
+    36286799872.0,
+    6187298816.0,
+    28357390336.0,
+    50675482624.0,
+    12855118848.0,
+    54675492864.0,
+    53760708608.0,
+    73246040064.0,
+    64641343488.0,
+    34809237504.0,
+    481593294848.0,
+    40682434560.0,
+    125484548096.0,
+    81561305088.0,
+    2646897152.0,
+    125674627072.0,
+    79578357760.0,
+    108487819264.0,
+    160806060032.0,
+    105120841728.0,
+    16767343616.0,
+    37367820288.0,
+    58221379584.0,
+    100715511808.0,
+    25247694848.0,
+    163455893504.0,
+    15270107136.0,
+    77554622464.0,
+    33224914944.0,
+    90328522752.0,
+    100908015616.0,
+    87076298752.0,
+    92650553344.0,
+    146423595008.0,
+    25044715520.0,
+    97866792960.0,
+    54858653696.0,
+    46677426176.0,
+    18872551424.0,
+    74121248768.0,
+    63501819904.0,
+    150049030144.0,
+    34017867776.0,
+    22672881664.0,
+    45275267072.0,
+    14485143552.0,
+    75832164352.0,
+    103598907392.0,
+    24721399808.0,
+    143474032640.0,
+    98777882624.0,
+    50864230400.0,
+    121978888192.0,
+    102263160832.0,
+    51662852096.0,
+    102772129792.0,
+    30604509184.0,
+    36395536384.0,
+    90617724928.0,
+    249506004992.0,
+    9978835968.0,
+    143900704768.0,
+    66225635328.0,
+    83828383744.0,
+    50837831680.0,
+    27974164480.0,
+    69140324352.0,
+    95832784896.0,
+    98529067008.0,
+    112588480512.0,
+    132192919552.0
+  ],
+  "10": [
+    104247926784.0,
+    28395051008.0,
+    75867742208.0,
+    43506106368.0,
+    23742367744.0,
+    31005009920.0,
+    82885779456.0,
+    70944972800.0,
+    45948170240.0,
+    65949102080.0,
+    85682102272.0,
+    173561921536.0,
+    18190995456.0,
+    14162676736.0,
+    133022793728.0,
+    83870720000.0,
+    68300963840.0,
+    84174143488.0,
+    124622487552.0,
+    20826142720.0,
+    202706059264.0,
+    143538241536.0,
+    68634329088.0,
+    42320498688.0,
+    165220401152.0,
+    81074995200.0,
+    114329944064.0,
+    136942297088.0,
+    19902328832.0,
+    26645141504.0,
+    77521297408.0,
+    40597659648.0,
+    62175150080.0,
+    48949088256.0,
+    174741405696.0,
+    91276517376.0,
+    50446344192.0,
+    31917133824.0,
+    47801470976.0,
+    115837132800.0,
+    41777840128.0,
+    9923597312.0,
+    41321730048.0,
+    48070356992.0,
+    87189913600.0,
+    60294258688.0,
+    93067075584.0,
+    49787187200.0,
+    120815648768.0,
+    86764937216.0,
+    125331873792.0,
+    58570436608.0,
+    31024377856.0,
+    134097412096.0,
+    206009073664.0,
+    190494703616.0,
+    63454867456.0,
+    67912024064.0,
+    18649667584.0,
+    26577793024.0,
+    21888641024.0,
+    96928399360.0,
+    71322681344.0,
+    78949253120.0,
+    10768146432.0,
+    27546578944.0,
+    79379185664.0,
+    72987500544.0,
+    34663919616.0,
+    67919552512.0,
+    145392844800.0,
+    37569527808.0,
+    53965144064.0,
+    33679165440.0,
+    54463598592.0,
+    9978214400.0,
+    117249056768.0,
+    33351440384.0,
+    60057489408.0,
+    53327912960.0,
+    92625707008.0,
+    132959068160.0,
+    88523874304.0,
+    134627213312.0,
+    58807291904.0,
+    30477795328.0,
+    74565754880.0,
+    134982238208.0,
+    119819993088.0,
+    66625163264.0,
+    42808352768.0,
+    99787448320.0,
+    27365509120.0,
+    113111646208.0,
+    17178975232.0,
+    42848641024.0,
+    154906263552.0,
+    46044037120.0,
+    5163985408.0,
+    78709579776.0,
+    94899601408.0,
+    10319332352.0,
+    149880504320.0,
+    59803312128.0,
+    25598584832.0,
+    23923359744.0,
+    124020383744.0,
+    92980027392.0,
+    58923831296.0,
+    198390448128.0,
+    21072330752.0,
+    127770992640.0,
+    7755941376.0,
+    66919350272.0,
+    77459922944.0,
+    7109465600.0,
+    178621317120.0,
+    59081326592.0,
+    67952701440.0,
+    34745483264.0,
+    27252803584.0,
+    120713633792.0,
+    145078861824.0,
+    212174979072.0,
+    88703467520.0,
+    27076042752.0,
+    42483453952.0,
+    16857407488.0
+  ],
+  "11": [
+    16689469440.0,
+    29796943872.0,
+    19081857024.0,
+    40424382464.0,
+    45390675968.0,
+    63067627520.0,
+    49622564864.0,
+    55909011456.0,
+    160006324224.0,
+    106262667264.0,
+    139311808512.0,
+    206819639296.0,
+    187784445952.0,
+    196543971328.0,
+    99213418496.0,
+    45771239424.0,
+    111968575488.0,
+    162100117504.0,
+    84205232128.0,
+    40672321536.0,
+    170138796032.0,
+    112542834688.0,
+    173243203584.0,
+    90978713600.0,
+    23117244416.0,
+    157175037952.0,
+    24998057984.0,
+    142629109760.0,
+    115326509056.0,
+    65299890176.0,
+    13762823168.0,
+    67051044864.0,
+    79569616896.0,
+    3896685824.0,
+    64945881088.0,
+    71339671552.0,
+    18523498496.0,
+    215259906048.0,
+    115583508480.0,
+    88659582976.0,
+    71540350976.0,
+    39466176512.0,
+    29659643904.0,
+    17083924480.0,
+    126559379456.0,
+    37441064960.0,
+    119049273344.0,
+    234897358848.0,
+    29136087040.0,
+    36243841024.0,
+    116518748160.0,
+    33627959296.0,
+    158880006144.0,
+    28739270656.0,
+    101224349696.0,
+    23903430656.0,
+    28459753472.0,
+    196855758848.0,
+    27247339520.0,
+    66277265408.0,
+    61540921344.0,
+    25392455680.0,
+    69873139712.0,
+    67395719168.0,
+    56770908160.0,
+    112477339648.0,
+    31091111936.0,
+    89312288768.0,
+    55589249024.0,
+    151304273920.0,
+    132984823808.0,
+    138053697536.0,
+    91728683008.0,
+    268384485376.0,
+    36125581312.0,
+    98399141888.0,
+    79075876864.0,
+    55930208256.0,
+    29677393920.0,
+    42523664384.0,
+    85723267072.0,
+    52691095552.0,
+    174085406720.0,
+    116968005632.0,
+    24843284480.0,
+    39628476416.0,
+    148449165312.0,
+    31920183296.0,
+    50867126272.0,
+    26006495232.0,
+    52412424192.0,
+    60941803520.0,
+    52472070144.0,
+    17450719232.0,
+    23554181120.0,
+    32962877440.0,
+    115560726528.0,
+    28418578432.0,
+    81916837888.0,
+    135789903872.0,
+    41333362688.0,
+    27459252224.0,
+    69501804544.0,
+    122184368128.0,
+    25155448832.0,
+    23520253952.0,
+    74791804928.0,
+    42213060608.0,
+    53192957952.0,
+    29090105344.0,
+    93987676160.0,
+    83418308608.0,
+    101938601984.0,
+    28671721472.0,
+    168117436416.0,
+    61751902208.0,
+    246336684032.0,
+    5502589440.0,
+    78494097408.0,
+    14499491840.0,
+    53584949248.0,
+    7436633088.0,
+    70685564928.0,
+    70817947648.0,
+    51393277952.0,
+    53988757504.0,
+    142655422464.0,
+    4573324288.0
+  ],
+  "12": [
+    185900269568.0,
+    11864886272.0,
+    65934061568.0,
+    33205628928.0,
+    30308247552.0,
+    63698735104.0,
+    30384076800.0,
+    167070285824.0,
+    114458238976.0,
+    83717332992.0,
+    72855814144.0,
+    190839144448.0,
+    65883340800.0,
+    134832250880.0,
+    36199407616.0,
+    124682240000.0,
+    93834330112.0,
+    86540541952.0,
+    57410695168.0,
+    201886892032.0,
+    203400167424.0,
+    26138925056.0,
+    53162516480.0,
+    34755391488.0,
+    113173659648.0,
+    27560165376.0,
+    115918528512.0,
+    118472392704.0,
+    35063422976.0,
+    114461892608.0,
+    93620666368.0,
+    40184020992.0,
+    119741440000.0,
+    74860797952.0,
+    18563993600.0,
+    22048243712.0,
+    133629231104.0,
+    130747637760.0,
+    166305153024.0,
+    18092337152.0,
+    48391458816.0,
+    59086585856.0,
+    51592613888.0,
+    157363470336.0,
+    92603637760.0,
+    49116631040.0,
+    87593132032.0,
+    120686223360.0,
+    94113071104.0,
+    9492333568.0,
+    13394150400.0,
+    193964474368.0,
+    41641865216.0,
+    11378614272.0,
+    71620452352.0,
+    82985984000.0,
+    40593113088.0,
+    104299298816.0,
+    19573510144.0,
+    97448886272.0,
+    14660919296.0,
+    58319564800.0,
+    34824773632.0,
+    24555810816.0,
+    117543419904.0,
+    40296079360.0,
+    6783661568.0,
+    111212470272.0,
+    155136262144.0,
+    241755586560.0,
+    54645551104.0,
+    52964171776.0,
+    25976379392.0,
+    44090269696.0,
+    88128946176.0,
+    117359042560.0,
+    109014376448.0,
+    86292611072.0,
+    22350479360.0,
+    66298744832.0,
+    11387172864.0,
+    77243678720.0,
+    52071260160.0,
+    59641819136.0,
+    32023146496.0,
+    60574625792.0,
+    25282453504.0,
+    49028579328.0,
+    20529610752.0,
+    66417156096.0,
+    115635175424.0,
+    138127851520.0,
+    82417508352.0,
+    62493376512.0,
+    11447909376.0,
+    66291937280.0,
+    30160517120.0,
+    68413161472.0,
+    27335499776.0,
+    46157205504.0,
+    33110632448.0,
+    72983347200.0,
+    33704011776.0,
+    67102187520.0,
+    52185321472.0,
+    3897073664.0,
+    78627184640.0,
+    24181913600.0,
+    10007990272.0,
+    11059149824.0,
+    40781234176.0,
+    27533244416.0,
+    190010376192.0,
+    48479322112.0,
+    82972131328.0,
+    17690097664.0,
+    96911204352.0,
+    22807627776.0,
+    77459800064.0,
+    28632193024.0,
+    81863983104.0,
+    162185052160.0,
+    19634026496.0,
+    38068727808.0,
+    72303058944.0,
+    107758043136.0,
+    36183031808.0,
+    10596074496.0
+  ],
+  "13": [
+    108296749056.0,
+    62019407872.0,
+    105183518720.0,
+    30491179008.0,
+    69133271040.0,
+    87776493568.0,
+    121375408128.0,
+    161615052800.0,
+    117218754560.0,
+    121325551616.0,
+    71473020928.0,
+    180406255616.0,
+    40214982656.0,
+    10987317248.0,
+    20419041280.0,
+    127280562176.0,
+    227653484544.0,
+    235201363968.0,
+    25794455552.0,
+    68579311616.0,
+    57075302400.0,
+    15502750720.0,
+    106371039232.0,
+    204554354688.0,
+    57288351744.0,
+    106560151552.0,
+    176719773696.0,
+    60232560640.0,
+    109377339392.0,
+    17832685568.0,
+    15087230976.0,
+    67389005824.0,
+    128601464832.0,
+    126700249088.0,
+    67717160960.0,
+    134828384256.0,
+    80496803840.0,
+    191718653952.0,
+    79788507136.0,
+    49267896320.0,
+    102494773248.0,
+    67896487936.0,
+    26090055680.0,
+    140139249664.0,
+    158530076672.0,
+    21956476928.0,
+    101745238016.0,
+    23297120256.0,
+    137150857216.0,
+    70376988672.0,
+    70466625536.0,
+    23698683904.0,
+    85656248320.0,
+    183517429760.0,
+    34241640448.0,
+    118905741312.0,
+    187728723968.0,
+    47379832832.0,
+    36621393920.0,
+    88789377024.0,
+    39351275520.0,
+    46341734400.0,
+    46267043840.0,
+    40009224192.0,
+    17903298560.0,
+    28327970816.0,
+    31528755200.0,
+    115645194240.0,
+    104360214528.0,
+    177674813440.0,
+    115985743872.0,
+    145232855040.0,
+    77924114432.0,
+    78771732480.0,
+    14574427136.0,
+    52562923520.0,
+    65490345984.0,
+    61874638848.0,
+    35025211392.0,
+    11526933504.0,
+    103474544640.0,
+    132540547072.0,
+    73594888192.0,
+    128497729536.0,
+    10049933312.0,
+    50994348032.0,
+    50212966400.0,
+    69712756736.0,
+    17038436352.0,
+    79283404800.0,
+    9095817216.0,
+    25339643904.0,
+    119856373760.0,
+    4881103872.0,
+    40413896704.0,
+    75761147904.0,
+    18670075904.0,
+    39763312640.0,
+    114000150528.0,
+    205526302720.0,
+    37641306112.0,
+    22998433792.0,
+    44400066560.0,
+    51562340352.0,
+    127385739264.0,
+    424167440384.0,
+    52988669952.0,
+    177012736000.0,
+    101551996928.0,
+    81363083264.0,
+    102196871168.0,
+    152850808832.0,
+    60867047424.0,
+    41467858944.0,
+    29693290496.0,
+    59662667776.0,
+    20054732800.0,
+    54300024832.0,
+    136572559360.0,
+    66349297664.0,
+    5457927168.0,
+    54149877760.0,
+    155857911808.0,
+    27600867328.0,
+    139270193152.0,
+    3692121344.0,
+    27038910464.0,
+    109985792000.0
+  ],
+  "14": [
+    65322524672.0,
+    41389260800.0,
+    125254533120.0,
+    19142359040.0,
+    49705611264.0,
+    40651239424.0,
+    73130598400.0,
+    47750959104.0,
+    15940678656.0,
+    19778443264.0,
+    80669057024.0,
+    20299476992.0,
+    78915321856.0,
+    88052424704.0,
+    30887985152.0,
+    10775929856.0,
+    52002058240.0,
+    126746755072.0,
+    125429686272.0,
+    128878641152.0,
+    95922585600.0,
+    68067221504.0,
+    22391449600.0,
+    61656764416.0,
+    66930782208.0,
+    100826464256.0,
+    98234580992.0,
+    115913883648.0,
+    108094734336.0,
+    38173184000.0,
+    47897001984.0,
+    23861225472.0,
+    155630895104.0,
+    21025556480.0,
+    73495830528.0,
+    49839378432.0,
+    111347310592.0,
+    144375709696.0,
+    8943351808.0,
+    37408612352.0,
+    45322637312.0,
+    4756904448.0,
+    42065596416.0,
+    123482071040.0,
+    41534988288.0,
+    33383073792.0,
+    16583873536.0,
+    28917045248.0,
+    353771683840.0,
+    116987191296.0,
+    34427265024.0,
+    7931805696.0,
+    31546048512.0,
+    31613265920.0,
+    36886515712.0,
+    80026165248.0,
+    86713188352.0,
+    19827187712.0,
+    41158553600.0,
+    118153404416.0,
+    130705145856.0,
+    163455647744.0,
+    46905389056.0,
+    78682791936.0,
+    184276877312.0,
+    86297083904.0,
+    67594264576.0,
+    95603089408.0,
+    48210984960.0,
+    18633637888.0,
+    171485265920.0,
+    40494022656.0,
+    141220364288.0,
+    72640765952.0,
+    60459401216.0,
+    27495565312.0,
+    214071721984.0,
+    136397447168.0,
+    81523384320.0,
+    72938029056.0,
+    107757568000.0,
+    6666040832.0,
+    165800656896.0,
+    154393362432.0,
+    108899958784.0,
+    35677495296.0,
+    41681571840.0,
+    15010581504.0,
+    79484223488.0,
+    57562763264.0,
+    45121982464.0,
+    83749298176.0,
+    23653537792.0,
+    35294240768.0,
+    93371449344.0,
+    20607449088.0,
+    32118274048.0,
+    47487852544.0,
+    81889116160.0,
+    26080049152.0,
+    11326779392.0,
+    25122144256.0,
+    39676579840.0,
+    129978572800.0,
+    23785754624.0,
+    34643529728.0,
+    76700327936.0,
+    35126370304.0,
+    38601076736.0,
+    57260281856.0,
+    111100846080.0,
+    64213463040.0,
+    20136757248.0,
+    20633606144.0,
+    12763059200.0,
+    19547150336.0,
+    46193152000.0,
+    61484015616.0,
+    91027333120.0,
+    53429473280.0,
+    130343247872.0,
+    33038192640.0,
+    43194695680.0,
+    157883285504.0,
+    125416062976.0,
+    67555540992.0,
+    131047276544.0,
+    77198811136.0
+  ],
+  "15": [
+    21372053504.0,
+    58179244032.0,
+    29671458816.0,
+    21269145600.0,
+    137125347328.0,
+    25467506688.0,
+    36344094720.0,
+    26924478464.0,
+    93528244224.0,
+    23725264896.0,
+    58974584832.0,
+    48534814720.0,
+    25514090496.0,
+    154189758464.0,
+    40404602880.0,
+    62395379712.0,
+    69165940736.0,
+    18441848832.0,
+    80640008192.0,
+    101258027008.0,
+    34941534208.0,
+    85258706944.0,
+    29769242624.0,
+    69894414336.0,
+    45292392448.0,
+    118703013888.0,
+    226196881408.0,
+    20884144128.0,
+    42549043200.0,
+    122063626240.0,
+    188552134656.0,
+    76110946304.0,
+    101927649280.0,
+    50124636160.0,
+    111955591168.0,
+    96561258496.0,
+    214857023488.0,
+    67991838720.0,
+    67589308416.0,
+    89926828032.0,
+    16450934784.0,
+    55444004864.0,
+    39233208320.0,
+    154739654656.0,
+    14494375936.0,
+    126267260928.0,
+    11209366528.0,
+    10769326080.0,
+    22068885504.0,
+    66259816448.0,
+    45221715968.0,
+    96400138240.0,
+    137188171776.0,
+    40103870464.0,
+    19832537088.0,
+    66667429888.0,
+    79066972160.0,
+    93112107008.0,
+    55089229824.0,
+    104654290944.0,
+    102609362944.0,
+    90053435392.0,
+    111314968576.0,
+    22691776512.0,
+    36316479488.0,
+    160130711552.0,
+    48090386432.0,
+    153212010496.0,
+    74647470080.0,
+    82925043712.0,
+    115164364800.0,
+    43085545472.0,
+    100658741248.0,
+    45387366400.0,
+    102549716992.0,
+    5092030464.0,
+    87000023040.0,
+    132504453120.0,
+    60962263040.0,
+    38316367872.0,
+    64585875456.0,
+    34014222336.0,
+    154857111552.0,
+    33814487040.0,
+    13515414528.0,
+    46965157888.0,
+    28809721856.0,
+    4741965312.0,
+    103175921664.0,
+    124541689856.0,
+    67446116352.0,
+    82563940352.0,
+    142827945984.0,
+    152317935616.0,
+    76607045632.0,
+    29215348736.0,
+    62958764032.0,
+    221106143232.0,
+    75979333632.0,
+    37075189760.0,
+    15286438912.0,
+    242038734848.0,
+    42897608704.0,
+    150046425088.0,
+    16545074176.0,
+    32015880192.0,
+    59065794560.0,
+    50519236608.0,
+    39301550080.0,
+    18791262208.0,
+    74177527808.0,
+    67619352576.0,
+    58628087808.0,
+    33169815552.0,
+    52031782912.0,
+    138014162944.0,
+    41778044928.0,
+    18333962240.0,
+    11942246400.0,
+    24093726720.0,
+    44604690432.0,
+    84633174016.0,
+    15323436032.0,
+    140071780352.0,
+    28279844864.0,
+    56228524032.0,
+    118697828352.0,
+    3938090240.0
+  ],
+  "16": [
+    66454171648.0,
+    78649466880.0,
+    102528303104.0,
+    83133341696.0,
+    43521822720.0,
+    19283304448.0,
+    58071326720.0,
+    57363525632.0,
+    33744109568.0,
+    48794419200.0,
+    112635297792.0,
+    125160235008.0,
+    53350809600.0,
+    52841148416.0,
+    40314478592.0,
+    132124082176.0,
+    94963843072.0,
+    126524399616.0,
+    77394477056.0,
+    59449860096.0,
+    70672154624.0,
+    595466649600.0,
+    177295065088.0,
+    20788602880.0,
+    19081068544.0,
+    32662171648.0,
+    129740873728.0,
+    12270311424.0,
+    81002987520.0,
+    107023646720.0,
+    77159604224.0,
+    317480042496.0,
+    117451964416.0,
+    42312851456.0,
+    155952250880.0,
+    53338345472.0,
+    73787596800.0,
+    68326473728.0,
+    57188679680.0,
+    21776502784.0,
+    32382021632.0,
+    96186818560.0,
+    103216046080.0,
+    245150826496.0,
+    78231740416.0,
+    81874132992.0,
+    242445107200.0,
+    136618360832.0,
+    33242968064.0,
+    153721683968.0,
+    37743104000.0,
+    281764200448.0,
+    63675596800.0,
+    19514511360.0,
+    19879288832.0,
+    23857633280.0,
+    61458538496.0,
+    74387636224.0,
+    288370556928.0,
+    52226756608.0,
+    65384067072.0,
+    41843351552.0,
+    52505989120.0,
+    46779211776.0,
+    17710985216.0,
+    27313045504.0,
+    19444772864.0,
+    49555218432.0,
+    32589017088.0,
+    2223859968.0,
+    79994306560.0,
+    137615491072.0,
+    92330180608.0,
+    69698535424.0,
+    102886080512.0,
+    102479380480.0,
+    76930990080.0,
+    37077209088.0,
+    38228549632.0,
+    93136576512.0,
+    84903288832.0,
+    66901708800.0,
+    60366311424.0,
+    35217805312.0,
+    40541630464.0,
+    49444237312.0,
+    209102307328.0,
+    237868531712.0,
+    156788834304.0,
+    61295947776.0,
+    72792637440.0,
+    22481973248.0,
+    28450144256.0,
+    69239070720.0,
+    42666848256.0,
+    68773199872.0,
+    18675412992.0,
+    44117905408.0,
+    97385644032.0,
+    22215991296.0,
+    98663997440.0,
+    117384224768.0,
+    36979843072.0,
+    99474694144.0,
+    75802755072.0,
+    102816571392.0,
+    76519071744.0,
+    48279711744.0,
+    96996786176.0,
+    16484341760.0,
+    44267814912.0,
+    34511888384.0,
+    192083886080.0,
+    62603214848.0,
+    104831475712.0,
+    12557828096.0,
+    80257138688.0,
+    28275859456.0,
+    94864719872.0,
+    37408174080.0,
+    48360669184.0,
+    79732490240.0,
+    123529175040.0,
+    99747643392.0,
+    47326982144.0,
+    56889573376.0,
+    17865379840.0,
+    57554616320.0
+  ],
+  "17": [
+    109564936192.0,
+    104318730240.0,
+    233104261120.0,
+    37937106944.0,
+    18136387584.0,
+    314328875008.0,
+    101326110720.0,
+    50332573696.0,
+    149552840704.0,
+    141438500864.0,
+    82818621440.0,
+    182741811200.0,
+    170774577152.0,
+    112964673536.0,
+    97925578752.0,
+    50401787904.0,
+    95616720896.0,
+    154910654464.0,
+    98125635584.0,
+    37846351872.0,
+    93450952704.0,
+    50349264896.0,
+    17501900800.0,
+    202093772800.0,
+    14824308736.0,
+    191898746880.0,
+    26040465408.0,
+    26350938112.0,
+    101168553984.0,
+    90018447360.0,
+    245980839936.0,
+    362069557248.0,
+    297232302080.0,
+    191757893632.0,
+    152871059456.0,
+    26458181632.0,
+    190067048448.0,
+    42576478208.0,
+    177006477312.0,
+    85458411520.0,
+    152986959872.0,
+    144231546880.0,
+    62884999168.0,
+    97810382848.0,
+    79445794816.0,
+    22904686592.0,
+    326892584960.0,
+    59638022144.0,
+    184169807872.0,
+    32301004800.0,
+    113250762752.0,
+    5430744576.0,
+    77367664640.0,
+    118301384704.0,
+    15173741568.0,
+    115209428992.0,
+    91826782208.0,
+    325303926784.0,
+    61185138688.0,
+    90670833664.0,
+    80324722688.0,
+    278883991552.0,
+    57697914880.0,
+    125534445568.0,
+    90462896128.0,
+    140235243520.0,
+    107102109696.0,
+    142198161408.0,
+    106146996224.0,
+    125512753152.0,
+    157029793792.0,
+    48991559680.0,
+    77374914560.0,
+    146168446976.0,
+    141808025600.0,
+    167952891904.0,
+    101065793536.0,
+    46362591232.0,
+    41571561472.0,
+    240661905408.0,
+    225582579712.0,
+    145261740032.0,
+    83000582144.0,
+    94536515584.0,
+    188811411456.0,
+    40857837568.0,
+    128062029824.0,
+    21054248960.0,
+    60245700608.0,
+    180607057920.0,
+    245561835520.0,
+    65133547520.0,
+    85404884992.0,
+    135668596736.0,
+    125813866496.0,
+    119226056704.0,
+    41332621312.0,
+    142302904320.0,
+    29665134592.0,
+    89603858432.0,
+    126477328384.0,
+    19812300800.0,
+    299243274240.0,
+    69666619392.0,
+    69798887424.0,
+    65968906240.0,
+    41008758784.0,
+    150117040128.0,
+    66969636864.0,
+    128744177664.0,
+    345595019264.0,
+    207750709248.0,
+    76087468032.0,
+    216410800128.0,
+    26023475200.0,
+    94370709504.0,
+    95222472704.0,
+    121086214144.0,
+    38571380736.0,
+    26893877248.0,
+    50455031808.0,
+    74873225216.0,
+    366772781056.0,
+    177900994560.0,
+    124779659264.0,
+    124244787200.0,
+    96256253952.0,
+    34795593728.0
+  ],
+  "18": [
+    122287505408.0,
+    155965390848.0,
+    61891227648.0,
+    42199732224.0,
+    64755716096.0,
+    72848072704.0,
+    62971424768.0,
+    131137069056.0,
+    183740366848.0,
+    136812535808.0,
+    80250068992.0,
+    99616694272.0,
+    148104527872.0,
+    97788518400.0,
+    109349371904.0,
+    377033785344.0,
+    33326342144.0,
+    118197600256.0,
+    81950826496.0,
+    40874131456.0,
+    118426812416.0,
+    144293232640.0,
+    82261598208.0,
+    141814235136.0,
+    129326112768.0,
+    26726672384.0,
+    38923808768.0,
+    149756035072.0,
+    158897651712.0,
+    80445259776.0,
+    74081484800.0,
+    107557289984.0,
+    10848320512.0,
+    47770841088.0,
+    84869046272.0,
+    70339117056.0,
+    68727578624.0,
+    119301554176.0,
+    99560554496.0,
+    356886282240.0,
+    43247611904.0,
+    61891661824.0,
+    77850042368.0,
+    49709404160.0,
+    181052309504.0,
+    32486893568.0,
+    35038584832.0,
+    74104848384.0,
+    235486560256.0,
+    253640310784.0,
+    73386369024.0,
+    56744919040.0,
+    360196833280.0,
+    90296696832.0,
+    63034400768.0,
+    51840905216.0,
+    35660906496.0,
+    170347184128.0,
+    112333471744.0,
+    153165119488.0,
+    181342044160.0,
+    57122684928.0,
+    29511454720.0,
+    54584238080.0,
+    24567904256.0,
+    35699916800.0,
+    60205756416.0,
+    36441575424.0,
+    47029768192.0,
+    141872054272.0,
+    122014801920.0,
+    170771775488.0,
+    105137307648.0,
+    189669343232.0,
+    92063268864.0,
+    58395693056.0,
+    115629760512.0,
+    6054937600.0,
+    127099207680.0,
+    101272199168.0,
+    199836237824.0,
+    112093429760.0,
+    22776815616.0,
+    54670499840.0,
+    49307189248.0,
+    76396953600.0,
+    32180396032.0,
+    22917160960.0,
+    225807679488.0,
+    155369865216.0,
+    221436837888.0,
+    30709028864.0,
+    76811853824.0,
+    89645916160.0,
+    46792335360.0,
+    50861494272.0,
+    74129645568.0,
+    57319145472.0,
+    140915703808.0,
+    30188779520.0,
+    106513588224.0,
+    25297836032.0,
+    104352407552.0,
+    66077216768.0,
+    23888562176.0,
+    83703554048.0,
+    56955904000.0,
+    174761721856.0,
+    33379053568.0,
+    367830925312.0,
+    36855328768.0,
+    143838003200.0,
+    55891939328.0,
+    37604970496.0,
+    135181205504.0,
+    144934617088.0,
+    85533736960.0,
+    96800423936.0,
+    217876480000.0,
+    270619688960.0,
+    51556659200.0,
+    20341129216.0,
+    60967940096.0,
+    65449508864.0,
+    35094503424.0,
+    110967463936.0,
+    202238132224.0,
+    79520169984.0
+  ],
+  "19": [
+    282263224320.0,
+    190257119232.0,
+    79984926720.0,
+    59971072000.0,
+    313784074240.0,
+    227852599296.0,
+    175274835968.0,
+    99488063488.0,
+    65934585856.0,
+    74554384384.0,
+    239338389504.0,
+    31678433280.0,
+    77972176896.0,
+    368535011328.0,
+    206403076096.0,
+    97700274176.0,
+    102841253888.0,
+    147703889920.0,
+    78831902720.0,
+    80050765824.0,
+    452575002624.0,
+    65804414976.0,
+    93105283072.0,
+    395999576064.0,
+    115103522816.0,
+    12031110144.0,
+    182737158144.0,
+    127402950656.0,
+    91931312128.0,
+    49068572672.0,
+    109949607936.0,
+    97840209920.0,
+    115077554176.0,
+    68729675776.0,
+    177122639872.0,
+    49619341312.0,
+    253664952320.0,
+    78100021248.0,
+    241977606144.0,
+    118419243008.0,
+    93877608448.0,
+    244870758400.0,
+    107822235648.0,
+    222685495296.0,
+    467287113728.0,
+    89849520128.0,
+    111523495936.0,
+    185895780352.0,
+    117047189504.0,
+    99123511296.0,
+    242196234240.0,
+    19046246400.0,
+    362308960256.0,
+    160079921152.0,
+    437282471936.0,
+    61178531840.0,
+    34644361216.0,
+    22591950848.0,
+    155140308992.0,
+    115568312320.0,
+    42978213888.0,
+    208787701760.0,
+    129051336704.0,
+    356454662144.0,
+    9704124416.0,
+    20576602112.0,
+    184309202944.0,
+    122991312896.0,
+    191475318784.0,
+    229975687168.0,
+    119687938048.0,
+    17604890624.0,
+    76408004608.0,
+    131836370944.0,
+    186867449856.0,
+    171155161088.0,
+    82940026880.0,
+    17815115776.0,
+    112933986304.0,
+    245160755200.0,
+    258882945024.0,
+    66809982976.0,
+    183776493568.0,
+    35329245184.0,
+    88302411776.0,
+    21506312192.0,
+    192642891776.0,
+    28229441536.0,
+    40684044288.0,
+    136312496128.0,
+    31595962368.0,
+    33255135232.0,
+    58079137792.0,
+    431553839104.0,
+    93982801920.0,
+    132891410432.0,
+    323169386496.0,
+    558517846016.0,
+    122925654016.0,
+    102653280256.0,
+    116435206144.0,
+    86790758400.0,
+    51531599872.0,
+    81745936384.0,
+    160749191168.0,
+    86712844288.0,
+    347117748224.0,
+    25542920192.0,
+    81742274560.0,
+    418300002304.0,
+    51815518208.0,
+    144832528384.0,
+    76748275712.0,
+    89169739776.0,
+    103754252288.0,
+    195761012736.0,
+    14797389824.0,
+    182000615424.0,
+    74955382784.0,
+    70839902208.0,
+    132315930624.0,
+    68189290496.0,
+    212503511040.0,
+    25138700288.0,
+    210868994048.0,
+    50861514752.0,
+    78475165696.0,
+    167450066944.0
+  ],
+  "20": [
+    299409965056.0,
+    88495792128.0,
+    129991811072.0,
+    142047461376.0,
+    85486469120.0,
+    94320787456.0,
+    66225930240.0,
+    89599393792.0,
+    121381306368.0,
+    121196380160.0,
+    243554451456.0,
+    119090061312.0,
+    17800452096.0,
+    287747571712.0,
+    78041489408.0,
+    152329371648.0,
+    275929432064.0,
+    198461718528.0,
+    151165616128.0,
+    165128323072.0,
+    60611805184.0,
+    92018851840.0,
+    21292210176.0,
+    68323782656.0,
+    124799754240.0,
+    42958589952.0,
+    82638708736.0,
+    119272169472.0,
+    132568489984.0,
+    26005723136.0,
+    93680926720.0,
+    99370795008.0,
+    44454178816.0,
+    37899726848.0,
+    201156575232.0,
+    97637883904.0,
+    151127703552.0,
+    92909240320.0,
+    62072160256.0,
+    78344683520.0,
+    112750542848.0,
+    44886568960.0,
+    41064984576.0,
+    739683532800.0,
+    176688840704.0,
+    205724205056.0,
+    41946984448.0,
+    214940598272.0,
+    33485312000.0,
+    16840237056.0,
+    454285295616.0,
+    77081804800.0,
+    202222501888.0,
+    111255945216.0,
+    274324979712.0,
+    107722874880.0,
+    44532797440.0,
+    66665467904.0,
+    174270873600.0,
+    269511884800.0,
+    49305645056.0,
+    64707502080.0,
+    101304868864.0,
+    64709402624.0,
+    306975899648.0,
+    125999562752.0,
+    213460680704.0,
+    359548551168.0,
+    517194383360.0,
+    114511781888.0,
+    150703325184.0,
+    13372992512.0,
+    79526666240.0,
+    91542364160.0,
+    215310860288.0,
+    149387558912.0,
+    105197076480.0,
+    195654877184.0,
+    280939724800.0,
+    218010337280.0,
+    92170313728.0,
+    319014764544.0,
+    802291646464.0,
+    47590346752.0,
+    72350400512.0,
+    46449143808.0,
+    77950042112.0,
+    109780582400.0,
+    36068073472.0,
+    120138375168.0,
+    39413387264.0,
+    27616909312.0,
+    498093031424.0,
+    90333741056.0,
+    69035974656.0,
+    14298078208.0,
+    60993843200.0,
+    82935111680.0,
+    124862021632.0,
+    43327991808.0,
+    39069204480.0,
+    315571503104.0,
+    176627171328.0,
+    98076057600.0,
+    98035400704.0,
+    223457558528.0,
+    71852302336.0,
+    374804348928.0,
+    94197776384.0,
+    237967622144.0,
+    55616393216.0,
+    100302897152.0,
+    295188103168.0,
+    63275782144.0,
+    232198799360.0,
+    57445695488.0,
+    268290916352.0,
+    83599990784.0,
+    84338384896.0,
+    88634556416.0,
+    129476624384.0,
+    61409906688.0,
+    151620304896.0,
+    163557179392.0,
+    324817354752.0,
+    426600005632.0,
+    93131735040.0,
+    206707130368.0
+  ],
+  "21": [
+    187885551616.0,
+    398801731584.0,
+    333504970752.0,
+    219088748544.0,
+    801907343360.0,
+    71840784384.0,
+    297222504448.0,
+    159801917440.0,
+    99649740800.0,
+    65344086016.0,
+    343228710912.0,
+    148263632896.0,
+    22046816256.0,
+    226503507968.0,
+    120914092032.0,
+    99515572224.0,
+    202195468288.0,
+    64947068928.0,
+    55855177728.0,
+    77153230848.0,
+    60126167040.0,
+    237437222912.0,
+    551538589696.0,
+    115414589440.0,
+    316675981312.0,
+    500815364096.0,
+    297693511680.0,
+    225611268096.0,
+    244016332800.0,
+    243129303040.0,
+    219410235392.0,
+    126539399168.0,
+    215473471488.0,
+    79426158592.0,
+    84618354688.0,
+    103655309312.0,
+    229454233600.0,
+    37575352320.0,
+    303720431616.0,
+    61107757056.0,
+    185866944512.0,
+    122096902144.0,
+    62591000576.0,
+    203108417536.0,
+    93011443712.0,
+    42698063872.0,
+    25127340032.0,
+    260502863872.0,
+    144105226240.0,
+    50498269184.0,
+    706429976576.0,
+    67165093888.0,
+    189264871424.0,
+    363108696064.0,
+    122899546112.0,
+    187643559936.0,
+    214702702592.0,
+    496150675456.0,
+    236950257664.0,
+    118852640768.0,
+    163408379904.0,
+    160160382976.0,
+    22378713088.0,
+    307557400576.0,
+    123936227328.0,
+    76010799104.0,
+    43172556800.0,
+    151198744576.0,
+    75878064128.0,
+    36558024704.0,
+    291147874304.0,
+    163531554816.0,
+    452652171264.0,
+    241999429632.0,
+    197863915520.0,
+    91206402048.0,
+    104402092032.0,
+    35672502272.0,
+    131341959168.0,
+    23904083968.0,
+    198118866944.0,
+    64870653952.0,
+    438027190272.0,
+    67641122816.0,
+    66425421824.0,
+    12825506816.0,
+    310219571200.0,
+    264983019520.0,
+    506966409216.0,
+    223960629248.0,
+    695347970048.0,
+    29516357632.0,
+    52119220224.0,
+    1918286561280.0,
+    18638557184.0,
+    48930369536.0,
+    68823277568.0,
+    146483970048.0,
+    90688061440.0,
+    534893035520.0,
+    154164854784.0,
+    225528725504.0,
+    400518152192.0,
+    19666997248.0,
+    112932634624.0,
+    29260087296.0,
+    390776193024.0,
+    295846150144.0,
+    4008465152.0,
+    78907809792.0,
+    104610496512.0,
+    189730930688.0,
+    560380641280.0,
+    54936530944.0,
+    221403414528.0,
+    277215019008.0,
+    235502370816.0,
+    425713696768.0,
+    277805170688.0,
+    99777658880.0,
+    185800097792.0,
+    42484273152.0,
+    51937538048.0,
+    402003918848.0,
+    86924460032.0,
+    146797051904.0,
+    90847510528.0,
+    34128644096.0
+  ],
+  "22": [
+    80056213504.0,
+    178420170752.0,
+    301061144576.0,
+    241710563328.0,
+    459422433280.0,
+    152216436736.0,
+    74833821696.0,
+    282640482304.0,
+    295633911808.0,
+    21365123072.0,
+    358442270720.0,
+    186861895680.0,
+    10789081088.0,
+    419754442752.0,
+    36981071872.0,
+    74549420032.0,
+    388499734528.0,
+    182698409984.0,
+    359889797120.0,
+    291005661184.0,
+    120180752384.0,
+    480754532352.0,
+    66931228672.0,
+    257999454208.0,
+    90481360896.0,
+    365128056832.0,
+    138073292800.0,
+    292288266240.0,
+    42892996608.0,
+    182266265600.0,
+    426530897920.0,
+    335928623104.0,
+    45855588352.0,
+    337317036032.0,
+    483973627904.0,
+    343749951488.0,
+    152322080768.0,
+    45770706944.0,
+    185749045248.0,
+    320916815872.0,
+    146309988352.0,
+    230099468288.0,
+    848215670784.0,
+    80003899392.0,
+    354541862912.0,
+    127592046592.0,
+    190690050048.0,
+    53848195072.0,
+    178585960448.0,
+    412272689152.0,
+    354166374400.0,
+    133496545280.0,
+    99592019968.0,
+    192089407488.0,
+    119853293568.0,
+    109217980416.0,
+    151969103872.0,
+    115909779456.0,
+    157919969280.0,
+    65632915456.0,
+    129097089024.0,
+    34156226560.0,
+    83605004288.0,
+    144032088064.0,
+    107118985216.0,
+    141894516736.0,
+    168412987392.0,
+    41894289408.0,
+    220560359424.0,
+    367379644416.0,
+    218297581568.0,
+    702436343808.0,
+    116815609856.0,
+    25576443904.0,
+    206397308928.0,
+    61459972096.0,
+    132163592192.0,
+    784562585600.0,
+    61488365568.0,
+    362230022144.0,
+    123879596032.0,
+    42806087680.0,
+    427224072192.0,
+    793971392512.0,
+    144373219328.0,
+    101834858496.0,
+    145919819776.0,
+    180157186048.0,
+    135072096256.0,
+    187797798912.0,
+    144029220864.0,
+    95424782336.0,
+    117899730944.0,
+    85299732480.0,
+    309296332800.0,
+    471675371520.0,
+    125470728192.0,
+    163926016000.0,
+    412713058304.0,
+    148176388096.0,
+    178385977344.0,
+    87869145088.0,
+    491873959936.0,
+    34836660224.0,
+    256964444160.0,
+    55972495360.0,
+    78763442176.0,
+    36913115136.0,
+    438687531008.0,
+    130180661248.0,
+    369043243008.0,
+    101177999360.0,
+    35874713600.0,
+    195422863360.0,
+    301124386816.0,
+    84982005760.0,
+    105619079168.0,
+    272895115264.0,
+    493212893184.0,
+    154450231296.0,
+    104821039104.0,
+    148088029184.0,
+    306849742848.0,
+    255297486848.0,
+    153468895232.0,
+    17512087552.0,
+    459207049216.0,
+    102799753216.0
+  ],
+  "23": [
+    338593808384.0,
+    423741685760.0,
+    223714099200.0,
+    389863636992.0,
+    90869432320.0,
+    137523757056.0,
+    1262314323968.0,
+    148319617024.0,
+    63474294784.0,
+    127782887424.0,
+    312274190336.0,
+    150443737088.0,
+    148438335488.0,
+    375718871040.0,
+    72377466880.0,
+    29204213760.0,
+    121398075392.0,
+    284068118528.0,
+    43878977536.0,
+    110059905024.0,
+    98366488576.0,
+    134834126848.0,
+    389964955648.0,
+    109685481472.0,
+    74527113216.0,
+    355691593728.0,
+    95590580224.0,
+    161720025088.0,
+    71377838080.0,
+    148775419904.0,
+    94901370880.0,
+    336951148544.0,
+    83104063488.0,
+    73433341952.0,
+    846837317632.0,
+    47789756416.0,
+    340048707584.0,
+    295654981632.0,
+    485675204608.0,
+    72788287488.0,
+    47336550400.0,
+    248607752192.0,
+    82354831360.0,
+    244929544192.0,
+    88375500800.0,
+    18922405888.0,
+    444606545920.0,
+    111174205440.0,
+    293999640576.0,
+    49378488320.0,
+    331225268224.0,
+    357703319552.0,
+    180653899776.0,
+    227847979008.0,
+    58941685760.0,
+    640912850944.0,
+    479629639680.0,
+    143712141312.0,
+    98830974976.0,
+    149049196544.0,
+    80829063168.0,
+    252930048000.0,
+    98144395264.0,
+    213344354304.0,
+    109135216640.0,
+    126036844544.0,
+    104667815936.0,
+    165857394688.0,
+    543838437376.0,
+    173303283712.0,
+    231980679168.0,
+    171861295104.0,
+    224566165504.0,
+    141992378368.0,
+    198120849408.0,
+    143565406208.0,
+    103902380032.0,
+    103143718912.0,
+    226882273280.0,
+    27115575296.0,
+    214336765952.0,
+    224302120960.0,
+    177577000960.0,
+    385979547648.0,
+    220280225792.0,
+    33024137216.0,
+    104739930112.0,
+    115620462592.0,
+    113719992320.0,
+    194472558592.0,
+    266390503424.0,
+    28319492096.0,
+    245471707136.0,
+    135029358592.0,
+    202619928576.0,
+    256902529024.0,
+    134590439424.0,
+    40283873280.0,
+    402712559616.0,
+    141027115008.0,
+    194147516416.0,
+    104362852352.0,
+    150590341120.0,
+    46285000704.0,
+    95151071232.0,
+    183952900096.0,
+    31544895488.0,
+    262259834880.0,
+    104911814656.0,
+    261226201088.0,
+    167782662144.0,
+    208226435072.0,
+    210679791616.0,
+    246749626368.0,
+    187595554816.0,
+    25100349440.0,
+    100956299264.0,
+    590697922560.0,
+    102705094656.0,
+    51412328448.0,
+    240121200640.0,
+    1101295779840.0,
+    47780192256.0,
+    237562281984.0,
+    344970887168.0,
+    27152676864.0,
+    108865028096.0,
+    766845452288.0
+  ],
+  "24": [
+    317571268608.0,
+    204881739776.0,
+    545507573760.0,
+    381226582016.0,
+    103193919488.0,
+    230577553408.0,
+    170270539776.0,
+    36527689728.0,
+    132094812160.0,
+    111671984128.0,
+    267707056128.0,
+    76942024704.0,
+    514736619520.0,
+    211477676032.0,
+    230523650048.0,
+    243687702528.0,
+    967759953920.0,
+    267019862016.0,
+    164029317120.0,
+    287264636928.0,
+    792118296576.0,
+    100911521792.0,
+    145902190592.0,
+    122773463040.0,
+    746529030144.0,
+    621720502272.0,
+    69633310720.0,
+    160910147584.0,
+    760699158528.0,
+    296148926464.0,
+    381688971264.0,
+    345797591040.0,
+    74314899456.0,
+    52750938112.0,
+    21195673600.0,
+    117788975104.0,
+    95624806400.0,
+    725790162944.0,
+    573026795520.0,
+    382077206528.0,
+    35055656960.0,
+    98177777664.0,
+    142324662272.0,
+    501549105152.0,
+    155269480448.0,
+    238021787648.0,
+    207806136320.0,
+    267427020800.0,
+    383680348160.0,
+    270322974720.0,
+    167015809024.0,
+    128695304192.0,
+    64616894464.0,
+    485918539776.0,
+    110369538048.0,
+    410860486656.0,
+    258325381120.0,
+    158763745280.0,
+    180459143168.0,
+    304279617536.0,
+    300885803008.0,
+    437152579584.0,
+    208260104192.0,
+    351260573696.0,
+    395303124992.0,
+    367564718080.0,
+    432312025088.0,
+    254953816064.0,
+    153991020544.0,
+    197291474944.0,
+    227736764416.0,
+    572595765248.0,
+    132919345152.0,
+    172831440896.0,
+    323506241536.0,
+    456387428352.0,
+    128563068928.0,
+    57628164096.0,
+    135830233088.0,
+    474375815168.0,
+    646853099520.0,
+    228053942272.0,
+    150374547456.0,
+    308740587520.0,
+    140662325248.0,
+    24525752320.0,
+    305417814016.0,
+    458247602176.0,
+    762602192896.0,
+    90303332352.0,
+    199221919744.0,
+    112150257664.0,
+    262317883392.0,
+    53839228928.0,
+    170749001728.0,
+    783896674304.0,
+    135326752768.0,
+    590627078144.0,
+    203310858240.0,
+    399541927936.0,
+    306206179328.0,
+    276275593216.0,
+    263004340224.0,
+    381550690304.0,
+    247266983936.0,
+    305696899072.0,
+    168291024896.0,
+    590864842752.0,
+    107796242432.0,
+    100363337728.0,
+    16203155456.0,
+    559352840192.0,
+    313308839936.0,
+    352807026688.0,
+    174648066048.0,
+    184387239936.0,
+    674693578752.0,
+    394485268480.0,
+    243820249088.0,
+    310149054464.0,
+    339935199232.0,
+    39252529152.0,
+    132343398400.0,
+    182042574848.0,
+    77168648192.0,
+    515074490368.0,
+    49334366208.0,
+    159810519040.0
+  ],
+  "25": [
+    182170058752.0,
+    42019373056.0,
+    364471451648.0,
+    162626076672.0,
+    70100615168.0,
+    31678896128.0,
+    750377631744.0,
+    95623708672.0,
+    204468289536.0,
+    103475486720.0,
+    677688180736.0,
+    442331561984.0,
+    44503609344.0,
+    549848678400.0,
+    155605041152.0,
+    208842276864.0,
+    138730504192.0,
+    171216420864.0,
+    234988503040.0,
+    105049161728.0,
+    390032621568.0,
+    229003935744.0,
+    547658203136.0,
+    548795580416.0,
+    672156418048.0,
+    268873383936.0,
+    126760321024.0,
+    237901365248.0,
+    577540718592.0,
+    681493725184.0,
+    53028659200.0,
+    298660659200.0,
+    231033552896.0,
+    416200032256.0,
+    555584651264.0,
+    260185407488.0,
+    211941605376.0,
+    75117928448.0,
+    161596981248.0,
+    88457658368.0,
+    472031035392.0,
+    350052319232.0,
+    331489968128.0,
+    68364505088.0,
+    109669900288.0,
+    231854473216.0,
+    91902828544.0,
+    85465612288.0,
+    711425392640.0,
+    661320564736.0,
+    67165491200.0,
+    395151212544.0,
+    237487931392.0,
+    63943135232.0,
+    160617070592.0,
+    252830105600.0,
+    67695788032.0,
+    194514403328.0,
+    39483838464.0,
+    126694211584.0,
+    366631256064.0,
+    164406263808.0,
+    85008736256.0,
+    1602186248192.0,
+    49058263040.0,
+    728504139776.0,
+    189605576704.0,
+    39706165248.0,
+    442957365248.0,
+    49849298944.0,
+    682197123072.0,
+    647056195584.0,
+    235022778368.0,
+    350321836032.0,
+    421302108160.0,
+    449594982400.0,
+    211080069120.0,
+    345369772032.0,
+    12580689920.0,
+    243062407168.0,
+    429950500864.0,
+    381901242368.0,
+    126717894656.0,
+    433034067968.0,
+    244711620608.0,
+    275888046080.0,
+    119226662912.0,
+    350383177728.0,
+    346374668288.0,
+    111605497856.0,
+    191384961024.0,
+    349036675072.0,
+    68276723712.0,
+    215417765888.0,
+    177827102720.0,
+    476714762240.0,
+    329482240000.0,
+    135655325696.0,
+    261959401472.0,
+    312504320000.0,
+    178293424128.0,
+    277729476608.0,
+    95309651968.0,
+    198086328320.0,
+    111899181056.0,
+    398022901760.0,
+    253248946176.0,
+    330624761856.0,
+    503139303424.0,
+    302604320768.0,
+    37849632768.0,
+    118142566400.0,
+    28963291136.0,
+    292917051392.0,
+    169799057408.0,
+    263372308480.0,
+    151460118528.0,
+    305199939584.0,
+    422213484544.0,
+    222005690368.0,
+    65518993408.0,
+    96473325568.0,
+    264979300352.0,
+    81157857280.0,
+    74575044608.0,
+    319635587072.0,
+    133894242304.0,
+    109935337472.0
+  ],
+  "26": [
+    201966993408.0,
+    238885666816.0,
+    65301786624.0,
+    369681301504.0,
+    244851884032.0,
+    87026581504.0,
+    481165312000.0,
+    558920433664.0,
+    26652448768.0,
+    879114584064.0,
+    156763897856.0,
+    87609737216.0,
+    814226866176.0,
+    104755535872.0,
+    301773324288.0,
+    17021259776.0,
+    108487671808.0,
+    383091179520.0,
+    61782618112.0,
+    178648219648.0,
+    188532097024.0,
+    444973809664.0,
+    425265070080.0,
+    102953852928.0,
+    408156372992.0,
+    102019743744.0,
+    110505312256.0,
+    123084570624.0,
+    293365088256.0,
+    536382832640.0,
+    160075382784.0,
+    32562612224.0,
+    582806208512.0,
+    475570536448.0,
+    769936850944.0,
+    57341964288.0,
+    189444554752.0,
+    192113295360.0,
+    87006584832.0,
+    135441367040.0,
+    17487407104.0,
+    54506201088.0,
+    273295065088.0,
+    239069380608.0,
+    475955888128.0,
+    214832037888.0,
+    131401023488.0,
+    100351082496.0,
+    219632304128.0,
+    315592343552.0,
+    227683794944.0,
+    315892695040.0,
+    223970443264.0,
+    240574169088.0,
+    356081238016.0,
+    401615814656.0,
+    91240030208.0,
+    516230184960.0,
+    676832673792.0,
+    136705736704.0,
+    229060509696.0,
+    153580109824.0,
+    41836883968.0,
+    328023834624.0,
+    238331953152.0,
+    188402483200.0,
+    725349171200.0,
+    279318790144.0,
+    93381779456.0,
+    151486398464.0,
+    113133715456.0,
+    81404731392.0,
+    203377655808.0,
+    579828056064.0,
+    148567523328.0,
+    37422968832.0,
+    239591571456.0,
+    41150009344.0,
+    142341718016.0,
+    448370278400.0,
+    92125675520.0,
+    494916501504.0,
+    174208647168.0,
+    244836352000.0,
+    113484382208.0,
+    717938622464.0,
+    48769548288.0,
+    374163537920.0,
+    84562927616.0,
+    636719464448.0,
+    174902935552.0,
+    105517801472.0,
+    410072973312.0,
+    449300332544.0,
+    98953248768.0,
+    189512318976.0,
+    321363705856.0,
+    146000019456.0,
+    429787119616.0,
+    232993095680.0,
+    280759566336.0,
+    332138774528.0,
+    98957819904.0,
+    333483540480.0,
+    656584671232.0,
+    328008597504.0,
+    239158198272.0,
+    88769126400.0,
+    114941919232.0,
+    114715975680.0,
+    361706815488.0,
+    659438960640.0,
+    171714822144.0,
+    76633784320.0,
+    795775205376.0,
+    69655674880.0,
+    323736633344.0,
+    96638681088.0,
+    418218442752.0,
+    293563236352.0,
+    149105491968.0,
+    355921133568.0,
+    902212878336.0,
+    416910573568.0,
+    328105525248.0,
+    66827665408.0,
+    216588648448.0,
+    295988396032.0
+  ],
+  "27": [
+    318776573952.0,
+    136592302080.0,
+    200660369408.0,
+    251001765888.0,
+    454680739840.0,
+    130718564352.0,
+    100917624832.0,
+    740029825024.0,
+    81965965312.0,
+    90215333888.0,
+    97289297920.0,
+    127336767488.0,
+    56969998336.0,
+    685509115904.0,
+    41592385536.0,
+    418977546240.0,
+    8222223360.0,
+    206974943232.0,
+    134443155456.0,
+    219515125760.0,
+    296507310080.0,
+    585228746752.0,
+    506182434816.0,
+    424368537600.0,
+    26722359296.0,
+    107155341312.0,
+    80146587648.0,
+    65750679552.0,
+    27356602368.0,
+    84873478144.0,
+    21767536640.0,
+    735298912256.0,
+    277153579008.0,
+    244871856128.0,
+    173548421120.0,
+    107824480256.0,
+    203263606784.0,
+    32965738496.0,
+    153502498816.0,
+    17853636608.0,
+    5798820352.0,
+    79956672512.0,
+    62802927616.0,
+    107588296704.0,
+    332404948992.0,
+    272810934272.0,
+    341668200448.0,
+    209925259264.0,
+    242852233216.0,
+    738557820928.0,
+    178051842048.0,
+    118196363264.0,
+    189011263488.0,
+    694151872512.0,
+    56506413056.0,
+    16398783488.0,
+    515866656768.0,
+    301660241920.0,
+    40511057920.0,
+    204050726912.0,
+    160528039936.0,
+    137778429952.0,
+    145303552000.0,
+    329181036544.0,
+    661190606848.0,
+    307016499200.0,
+    108199182336.0,
+    849841356800.0,
+    190858117120.0,
+    128455032832.0,
+    810977656832.0,
+    58422996992.0,
+    579113320448.0,
+    63385722880.0,
+    151379165184.0,
+    492957663232.0,
+    118338961408.0,
+    360060125184.0,
+    424797372416.0,
+    230427000832.0,
+    194918252544.0,
+    44934823936.0,
+    31979700224.0,
+    458727915520.0,
+    97275084800.0,
+    128218472448.0,
+    325537890304.0,
+    90509492224.0,
+    87559053312.0,
+    318322835456.0,
+    1201743593472.0,
+    150105374720.0,
+    130476785664.0,
+    226521333760.0,
+    676276600832.0,
+    484119937024.0,
+    79143731200.0,
+    256584744960.0,
+    200914944000.0,
+    630500098048.0,
+    191547719680.0,
+    482899787776.0,
+    52034064384.0,
+    592131981312.0,
+    428621856768.0,
+    12095596544.0,
+    800758497280.0,
+    176411377664.0,
+    304841326592.0,
+    193963360256.0,
+    71585390592.0,
+    132757635072.0,
+    665909067776.0,
+    517447352320.0,
+    172394659840.0,
+    209923162112.0,
+    66016227328.0,
+    892488253440.0,
+    331686051840.0,
+    129605394432.0,
+    338396807168.0,
+    129911922688.0,
+    1248579944448.0,
+    82459787264.0,
+    137945726976.0,
+    11639135232.0,
+    351361073152.0,
+    113767309312.0
+  ],
+  "28": [
+    262219759616.0,
+    227127394304.0,
+    272460365824.0,
+    143485616128.0,
+    424176386048.0,
+    284360736768.0,
+    13195300864.0,
+    61005697024.0,
+    420581834752.0,
+    411254128640.0,
+    109308280832.0,
+    835230302208.0,
+    83166068736.0,
+    658060017664.0,
+    393960816640.0,
+    116383014912.0,
+    885707505664.0,
+    38155833344.0,
+    400855171072.0,
+    271461974016.0,
+    167694303232.0,
+    355085189120.0,
+    115950387200.0,
+    214158983168.0,
+    600306483200.0,
+    392084127744.0,
+    473920995328.0,
+    507490402304.0,
+    102938370048.0,
+    306436374528.0,
+    161800273920.0,
+    162066792448.0,
+    283565719552.0,
+    578734063616.0,
+    19576152064.0,
+    139790024704.0,
+    408623906816.0,
+    266494066688.0,
+    144296787968.0,
+    58235396096.0,
+    39730552832.0,
+    273154146304.0,
+    44937097216.0,
+    231525548032.0,
+    620523356160.0,
+    660935016448.0,
+    152149868544.0,
+    511681331200.0,
+    143776874496.0,
+    546316550144.0,
+    359987314688.0,
+    689163206656.0,
+    12462853120.0,
+    409607471104.0,
+    143812444160.0,
+    111753437184.0,
+    441017991168.0,
+    537547931648.0,
+    534759211008.0,
+    602807795712.0,
+    244895842304.0,
+    63848665088.0,
+    572645900288.0,
+    163562094592.0,
+    32574205952.0,
+    128023977984.0,
+    219250196480.0,
+    216336416768.0,
+    131397672960.0,
+    240118153216.0,
+    199878524928.0,
+    131744612352.0,
+    486235766784.0,
+    579790897152.0,
+    149613248512.0,
+    1422218362880.0,
+    176406642688.0,
+    132656504832.0,
+    740413603840.0,
+    178991218688.0,
+    319526436864.0,
+    32574797824.0,
+    98160345088.0,
+    803995844608.0,
+    542418567168.0,
+    427554635776.0,
+    152537825280.0,
+    121142525952.0,
+    69574656000.0,
+    21230252032.0,
+    445918380032.0,
+    139593367552.0,
+    127846531072.0,
+    100566892544.0,
+    526545453056.0,
+    388632379392.0,
+    273302634496.0,
+    595819036672.0,
+    205489897472.0,
+    455700938752.0,
+    127610716160.0,
+    762097958912.0,
+    50577563648.0,
+    218149830656.0,
+    70118088704.0,
+    473785860096.0,
+    244984381440.0,
+    2292970684416.0,
+    1640653127680.0,
+    269147947008.0,
+    993143881728.0,
+    59311951872.0,
+    82609397760.0,
+    1036989038592.0,
+    163226435584.0,
+    119598497792.0,
+    419164225536.0,
+    98557517824.0,
+    378549567488.0,
+    210917752832.0,
+    385189183488.0,
+    330119020544.0,
+    389498634240.0,
+    537420103680.0,
+    164666785792.0,
+    389810094080.0,
+    135176912896.0,
+    244116111360.0
+  ],
+  "29": [
+    831258165248.0,
+    83022184448.0,
+    498200281088.0,
+    143347367936.0,
+    33184995328.0,
+    157750280192.0,
+    457595944960.0,
+    172770983936.0,
+    365850525696.0,
+    322914451456.0,
+    37283860480.0,
+    77715267584.0,
+    380337979392.0,
+    337849909248.0,
+    370180980736.0,
+    198138314752.0,
+    164030889984.0,
+    368501489664.0,
+    70509592576.0,
+    690905874432.0,
+    1543370702848.0,
+    534593470464.0,
+    143863152640.0,
+    68812054528.0,
+    153473990656.0,
+    47752904704.0,
+    670260920320.0,
+    140673040384.0,
+    293878890496.0,
+    215074750464.0,
+    255816089600.0,
+    741028724736.0,
+    153431326720.0,
+    912443899904.0,
+    46335643648.0,
+    293489999872.0,
+    965620596736.0,
+    137560031232.0,
+    372069728256.0,
+    158121476096.0,
+    156366635008.0,
+    175495020544.0,
+    927591825408.0,
+    145785110528.0,
+    410755891200.0,
+    335991406592.0,
+    794591232000.0,
+    304497557504.0,
+    460123308032.0,
+    66018115584.0,
+    26118782976.0,
+    876044550144.0,
+    740986781696.0,
+    474662567936.0,
+    183327506432.0,
+    475627814912.0,
+    912318136320.0,
+    341086699520.0,
+    66640158720.0,
+    186043056128.0,
+    158685560832.0,
+    262555156480.0,
+    70469869568.0,
+    226330312704.0,
+    702195957760.0,
+    402215370752.0,
+    192189054976.0,
+    619258773504.0,
+    416150355968.0,
+    195043164160.0,
+    409959006208.0,
+    551359021056.0,
+    405083422720.0,
+    604248604672.0,
+    373360328704.0,
+    56338333696.0,
+    513826652160.0,
+    31031193600.0,
+    842893885440.0,
+    135890264064.0,
+    681839820800.0,
+    810829873152.0,
+    525910114304.0,
+    306402754560.0,
+    158891999232.0,
+    90106839040.0,
+    339724075008.0,
+    193899659264.0,
+    539665596416.0,
+    493407993856.0,
+    176225746944.0,
+    284671082496.0,
+    232375894016.0,
+    110172307456.0,
+    157779542016.0,
+    38824976384.0,
+    776968077312.0,
+    400195584000.0,
+    36885336064.0,
+    265302261760.0,
+    368312877056.0,
+    16529728512.0,
+    168539258880.0,
+    132390559744.0,
+    548365369344.0,
+    372103479296.0,
+    255104909312.0,
+    1159895842816.0,
+    103306387456.0,
+    686532788224.0,
+    566859137024.0,
+    212711587840.0,
+    573218750464.0,
+    662083207168.0,
+    537599311872.0,
+    50650718208.0,
+    359870332928.0,
+    96076480512.0,
+    490958258176.0,
+    726247538688.0,
+    203313266688.0,
+    258686877696.0,
+    459802247168.0,
+    529723883520.0,
+    1111342841856.0,
+    740382146560.0,
+    302983839744.0,
+    700060991488.0
+  ],
+  "30": [
+    186361331712.0,
+    326958743552.0,
+    113946542080.0,
+    233274458112.0,
+    26504896512.0,
+    39525949440.0,
+    574836441088.0,
+    132938129408.0,
+    571709325312.0,
+    500059308032.0,
+    389657526272.0,
+    71523590144.0,
+    181539454976.0,
+    106705567744.0,
+    287463636992.0,
+    70951370752.0,
+    196265689088.0,
+    426549575680.0,
+    148700020736.0,
+    337485529088.0,
+    188822093824.0,
+    98644066304.0,
+    387579052032.0,
+    13430122496.0,
+    610124365824.0,
+    1496211128320.0,
+    42599481344.0,
+    72571920384.0,
+    660209795072.0,
+    87772233728.0,
+    500899315712.0,
+    235610603520.0,
+    11383851008.0,
+    23545864192.0,
+    628597522432.0,
+    833906409472.0,
+    579200417792.0,
+    287130517504.0,
+    184798265344.0,
+    8341645312.0,
+    88476254208.0,
+    171298963456.0,
+    213862793216.0,
+    254683955200.0,
+    228847353856.0,
+    509334126592.0,
+    191075500032.0,
+    419436691456.0,
+    118934323200.0,
+    774587547648.0,
+    348115435520.0,
+    13783469056.0,
+    311371137024.0,
+    148081541120.0,
+    173361250304.0,
+    318858625024.0,
+    112404848640.0,
+    610712223744.0,
+    239572942848.0,
+    321913749504.0,
+    295963033600.0,
+    284380561408.0,
+    94494162944.0,
+    74187710464.0,
+    202817437696.0,
+    339139592192.0,
+    449736146944.0,
+    923371110400.0,
+    926335893504.0,
+    707544678400.0,
+    717839007744.0,
+    685514162176.0,
+    626965217280.0,
+    115296223232.0,
+    132269318144.0,
+    95188844544.0,
+    309585936384.0,
+    54410788864.0,
+    86180519936.0,
+    263714881536.0,
+    209844043776.0,
+    27312715776.0,
+    31732879360.0,
+    1259135434752.0,
+    384780730368.0,
+    34938449920.0,
+    682930601984.0,
+    648641380352.0,
+    376749654016.0,
+    576095977472.0,
+    481888862208.0,
+    10414732288.0,
+    561707810816.0,
+    251793047552.0,
+    195657744384.0,
+    78083891200.0,
+    11794708480.0,
+    1212692955136.0,
+    727856578560.0,
+    476822241280.0,
+    152156766208.0,
+    858085523456.0,
+    376053006336.0,
+    62189281280.0,
+    234083368960.0,
+    1629278961664.0,
+    158594056192.0,
+    951336697856.0,
+    529657135104.0,
+    1885862756352.0,
+    260905336832.0,
+    284026044416.0,
+    85784772608.0,
+    755598032896.0,
+    747046567936.0,
+    164137828352.0,
+    493599096832.0,
+    110289182720.0,
+    392518205440.0,
+    215817977856.0,
+    117648973824.0,
+    97303298048.0,
+    225309704192.0,
+    235732795392.0,
+    101972353024.0,
+    405734686720.0,
+    367881256960.0,
+    606015389696.0
+  ],
+  "31": [
+    8354506752.0,
+    215792304128.0,
+    801332396032.0,
+    166178029568.0,
+    156749905920.0,
+    634992721920.0,
+    693012463616.0,
+    202404298752.0,
+    374307356672.0,
+    373060370432.0,
+    94329675776.0,
+    361803907072.0,
+    177345282048.0,
+    873783558144.0,
+    558489010176.0,
+    166059376640.0,
+    435576406016.0,
+    300270092288.0,
+    130400714752.0,
+    47545966592.0,
+    187574714368.0,
+    43389362176.0,
+    484169449472.0,
+    395193909248.0,
+    857265602560.0,
+    356420354048.0,
+    899061710848.0,
+    170927341568.0,
+    184820170752.0,
+    233308504064.0,
+    325265195008.0,
+    74654932992.0,
+    904149204992.0,
+    219534835712.0,
+    525630865408.0,
+    1352002961408.0,
+    484918984704.0,
+    506467385344.0,
+    1208927780864.0,
+    291879911424.0,
+    932399808512.0,
+    395604852736.0,
+    141798031360.0,
+    452544921600.0,
+    861482450944.0,
+    507055964160.0,
+    61245374464.0,
+    389937659904.0,
+    392510570496.0,
+    176454221824.0,
+    241413095424.0,
+    579373432832.0,
+    234565238784.0,
+    305958879232.0,
+    365822050304.0,
+    1450002350080.0,
+    521966288896.0,
+    229578244096.0,
+    1572622565376.0,
+    202162307072.0,
+    620828033024.0,
+    736773799936.0,
+    3797834752.0,
+    116652187648.0,
+    65592664064.0,
+    218787659776.0,
+    66889662464.0,
+    278767075328.0,
+    875804426240.0,
+    95247114240.0,
+    132378157056.0,
+    683838078976.0,
+    130767462400.0,
+    83702390784.0,
+    352776060928.0,
+    376179654656.0,
+    747570659328.0,
+    908859408384.0,
+    270584283136.0,
+    361415180288.0,
+    189282779136.0,
+    70424690688.0,
+    105174548480.0,
+    167271120896.0,
+    148150140928.0,
+    142105329664.0,
+    1078098067456.0,
+    914917359616.0,
+    326823149568.0,
+    176733503488.0,
+    1450160685056.0,
+    331939774464.0,
+    1063886651392.0,
+    757277655040.0,
+    259999203328.0,
+    571882602496.0,
+    233471049728.0,
+    313677807616.0,
+    344080908288.0,
+    235926716416.0,
+    757549367296.0,
+    946790531072.0,
+    631561912320.0,
+    733741711360.0,
+    828503556096.0,
+    201576677376.0,
+    397352042496.0,
+    543309529088.0,
+    680813854720.0,
+    151656824832.0,
+    1203116572672.0,
+    7806044672.0,
+    107575623680.0,
+    267416207360.0,
+    366143275008.0,
+    357251022848.0,
+    89225134080.0,
+    77242531840.0,
+    14825840640.0,
+    975150448640.0,
+    275386302464.0,
+    290181414912.0,
+    520969388032.0,
+    1318874775552.0,
+    314608648192.0,
+    94479728640.0,
+    2683214233600.0,
+    763851046912.0
+  ],
+  "32": [
+    271683452928.0,
+    156590407680.0,
+    162751053824.0,
+    513531445248.0,
+    45241724928.0,
+    31294072832.0,
+    133108367360.0,
+    385445330944.0,
+    517704122368.0,
+    49416474624.0,
+    370933039104.0,
+    153539674112.0,
+    740197859328.0,
+    165617680384.0,
+    1031268597760.0,
+    239236169728.0,
+    137446129664.0,
+    233617080320.0,
+    88900829184.0,
+    220931473408.0,
+    70114885632.0,
+    589332283392.0,
+    242655313920.0,
+    137629630464.0,
+    46998372352.0,
+    88160788480.0,
+    259288449024.0,
+    137750708224.0,
+    493424181248.0,
+    119844233216.0,
+    194442625024.0,
+    1417741074432.0,
+    477452468224.0,
+    403956596736.0,
+    170252779520.0,
+    15207516160.0,
+    341192998912.0,
+    219078508544.0,
+    633353863168.0,
+    616720891904.0,
+    561613570048.0,
+    220831694848.0,
+    22232764416.0,
+    624002727936.0,
+    2150394888192.0,
+    8624663552.0,
+    119522197504.0,
+    431049277440.0,
+    394437230592.0,
+    254292148224.0,
+    275372572672.0,
+    222206099456.0,
+    345220874240.0,
+    573386588160.0,
+    84027031552.0,
+    839039254528.0,
+    399735291904.0,
+    393685073920.0,
+    1040656826368.0,
+    48043687936.0,
+    525845135360.0,
+    286950916096.0,
+    1215125520384.0,
+    521041903616.0,
+    12246004736.0,
+    216065179648.0,
+    84675911680.0,
+    94286143488.0,
+    628463173632.0,
+    1180243591168.0,
+    454280052736.0,
+    561500389376.0,
+    34746679296.0,
+    20553132032.0,
+    14059173888.0,
+    940025643008.0,
+    585094725632.0,
+    464233103360.0,
+    125252083712.0,
+    98744713216.0,
+    217467207680.0,
+    325655855104.0,
+    285775134720.0,
+    6831291904.0,
+    1917693067264.0,
+    176836755456.0,
+    1266200608768.0,
+    179112574976.0,
+    172861898752.0,
+    391348584448.0,
+    101924904960.0,
+    287480053760.0,
+    416320159744.0,
+    1460181532672.0,
+    172620218368.0,
+    39779274752.0,
+    174506819584.0,
+    295259504640.0,
+    330220568576.0,
+    524047384576.0,
+    3166266720256.0,
+    167140474880.0,
+    436449247232.0,
+    106638082048.0,
+    741535055872.0,
+    161294974976.0,
+    445827809280.0,
+    902264848384.0,
+    530042617856.0,
+    291902390272.0,
+    259031089152.0,
+    1232656924672.0,
+    1952594788352.0,
+    128938622976.0,
+    1127674937344.0,
+    430122663936.0,
+    379274559488.0,
+    706255585280.0,
+    206943059968.0,
+    184595709952.0,
+    79845490688.0,
+    713763258368.0,
+    979556106240.0,
+    410285604864.0,
+    32445880320.0,
+    1316179935232.0,
+    302459289600.0,
+    256331890688.0
+  ],
+  "33": [
+    327842463744.0,
+    109295747072.0,
+    160031178752.0,
+    259604561920.0,
+    512454983680.0,
+    60059480064.0,
+    997993480192.0,
+    84736811008.0,
+    292034838528.0,
+    382454824960.0,
+    500532412416.0,
+    23789834240.0,
+    215802888192.0,
+    536638423040.0,
+    64857305088.0,
+    485799198720.0,
+    620735168512.0,
+    301648084992.0,
+    436294483968.0,
+    821077803008.0,
+    209714610176.0,
+    413001646080.0,
+    142468612096.0,
+    430152974336.0,
+    160195231744.0,
+    299121803264.0,
+    361921085440.0,
+    229568528384.0,
+    297211461632.0,
+    368737878016.0,
+    22132189184.0,
+    796289794048.0,
+    279757094912.0,
+    209304649728.0,
+    290754068480.0,
+    537948717056.0,
+    562678005760.0,
+    676299538432.0,
+    608970539008.0,
+    19158114304.0,
+    123295203328.0,
+    764390932480.0,
+    61680168960.0,
+    362432888832.0,
+    399964831744.0,
+    885631025152.0,
+    666639859712.0,
+    21695596544.0,
+    182123413504.0,
+    771374972928.0,
+    425938649088.0,
+    547226681344.0,
+    171468374016.0,
+    826077347840.0,
+    73171542016.0,
+    774427639808.0,
+    60568899584.0,
+    120058839040.0,
+    234790699008.0,
+    701794615296.0,
+    365623902208.0,
+    190259298304.0,
+    247591682048.0,
+    484022255616.0,
+    502422929408.0,
+    446880579584.0,
+    148177551360.0,
+    1627457191936.0,
+    148548321280.0,
+    275074220032.0,
+    392858796032.0,
+    163583688704.0,
+    938336911360.0,
+    186220593152.0,
+    374247194624.0,
+    1036963872768.0,
+    841972383744.0,
+    94769807360.0,
+    857066569728.0,
+    844077989888.0,
+    232517713920.0,
+    111451078656.0,
+    376389435392.0,
+    271886942208.0,
+    132934549504.0,
+    459074961408.0,
+    301735215104.0,
+    88977940480.0,
+    40255614976.0,
+    328124891136.0,
+    402368954368.0,
+    777470279680.0,
+    344665161728.0,
+    256194543616.0,
+    73929252864.0,
+    97696907264.0,
+    500446756864.0,
+    23386298368.0,
+    541392306176.0,
+    525034061824.0,
+    477026877440.0,
+    1477690261504.0,
+    494148812800.0,
+    171403395072.0,
+    42175012864.0,
+    7998612480.0,
+    802067775488.0,
+    649751691264.0,
+    256611811328.0,
+    398539227136.0,
+    499869777920.0,
+    10690156544.0,
+    329803694080.0,
+    211900776448.0,
+    130719162368.0,
+    127401926656.0,
+    138930978816.0,
+    377948372992.0,
+    378068205568.0,
+    396211060736.0,
+    249188941824.0,
+    22781458432.0,
+    204580765696.0,
+    561997348864.0,
+    12022424576.0,
+    783399518208.0,
+    215510712320.0,
+    37088182272.0
+  ],
+  "34": [
+    273804460032.0,
+    63887691776.0,
+    742401048576.0,
+    505519603712.0,
+    252531818496.0,
+    508683026432.0,
+    2115475341312.0,
+    534852468736.0,
+    258419261440.0,
+    217098371072.0,
+    789563179008.0,
+    34138116096.0,
+    199944323072.0,
+    383005458432.0,
+    246210248704.0,
+    111095668736.0,
+    318716018688.0,
+    332364382208.0,
+    531562496000.0,
+    108629409792.0,
+    563861585920.0,
+    482374975488.0,
+    248065785856.0,
+    378178666496.0,
+    360736423936.0,
+    584943730688.0,
+    857858899968.0,
+    307420790784.0,
+    235539808256.0,
+    28655630336.0,
+    487395426304.0,
+    660699742208.0,
+    89274376192.0,
+    433959043072.0,
+    48186789888.0,
+    472004952064.0,
+    1021538861056.0,
+    611940827136.0,
+    811701436416.0,
+    463888941056.0,
+    280076255232.0,
+    1902465253376.0,
+    134012346368.0,
+    633913933824.0,
+    399954542592.0,
+    153000525824.0,
+    343090692096.0,
+    140522029056.0,
+    427190616064.0,
+    895363252224.0,
+    687366799360.0,
+    119663394816.0,
+    394414391296.0,
+    198988742656.0,
+    385913683968.0,
+    202157244416.0,
+    938823909376.0,
+    561557864448.0,
+    314700824576.0,
+    323475800064.0,
+    500938670080.0,
+    250816249856.0,
+    237574914048.0,
+    450896134144.0,
+    404636467200.0,
+    1149527654400.0,
+    338614943744.0,
+    154493206528.0,
+    364619988992.0,
+    112776396800.0,
+    290880684032.0,
+    165497159680.0,
+    477904830464.0,
+    212659994624.0,
+    962014478336.0,
+    362109763584.0,
+    17386117120.0,
+    397724450816.0,
+    117075025920.0,
+    246373318656.0,
+    601992790016.0,
+    271419785216.0,
+    85499781120.0,
+    327009107968.0,
+    975581413376.0,
+    1001850798080.0,
+    395303649280.0,
+    171301519360.0,
+    372720238592.0,
+    400465068032.0,
+    562492932096.0,
+    627003883520.0,
+    564903936000.0,
+    227221372928.0,
+    144900538368.0,
+    17346367488.0,
+    213526757376.0,
+    101844983808.0,
+    26748907520.0,
+    452723769344.0,
+    822198534144.0,
+    265617375232.0,
+    148429520896.0,
+    302631092224.0,
+    173313556480.0,
+    390194561024.0,
+    114032025600.0,
+    492204556288.0,
+    643820421120.0,
+    491054333952.0,
+    430851784704.0,
+    783425077248.0,
+    78099890176.0,
+    346626293760.0,
+    110953988096.0,
+    543953846272.0,
+    735304089600.0,
+    227615031296.0,
+    478301782016.0,
+    598076424192.0,
+    858550173696.0,
+    1212383625216.0,
+    335853256704.0,
+    158930567168.0,
+    154109116416.0,
+    313461276672.0,
+    1285244190720.0,
+    75143766016.0
+  ],
+  "35": [
+    66078093312.0,
+    89075875840.0,
+    41431498752.0,
+    7960179712.0,
+    95413911552.0,
+    18770223104.0,
+    8194747904.0,
+    31037650944.0,
+    66238971904.0,
+    2365241088.0,
+    26911590400.0,
+    14345891840.0,
+    4958961152.0,
+    174461616128.0,
+    213622079488.0,
+    44333740032.0,
+    26196412416.0,
+    3346218496.0,
+    76831416320.0,
+    37464461312.0,
+    9003473920.0,
+    86841524224.0,
+    63228239872.0,
+    9883504640.0,
+    68990124032.0,
+    10065590272.0,
+    2019425536.0,
+    80784629760.0,
+    105579905024.0,
+    3579166976.0,
+    26749519872.0,
+    48386170880.0,
+    48411488256.0,
+    26041071616.0,
+    29585694720.0,
+    139918344192.0,
+    107126726656.0,
+    72967995392.0,
+    63317762048.0,
+    48043659264.0,
+    51067117568.0,
+    53598728192.0,
+    187041234944.0,
+    46153252864.0,
+    171274649600.0,
+    22847559680.0,
+    57480523776.0,
+    168118272000.0,
+    511559104.0,
+    24720496640.0,
+    22329872384.0,
+    49145049088.0,
+    46268018688.0,
+    239222226944.0,
+    304002072576.0,
+    86984785920.0,
+    260337008640.0,
+    34052022272.0,
+    56386797568.0,
+    68011040768.0,
+    30284597248.0,
+    124728164352.0,
+    30367145984.0,
+    64730185728.0,
+    2822847744.0,
+    37700222976.0,
+    90902495232.0,
+    103807238144.0,
+    90295099392.0,
+    93816528896.0,
+    941454144.0,
+    40733519872.0,
+    55221014528.0,
+    1232290048.0,
+    196672356352.0,
+    138841178112.0,
+    85450727424.0,
+    7247123456.0,
+    76059508736.0,
+    121264709632.0,
+    70410133504.0,
+    14651142144.0,
+    8613863424.0,
+    44132503552.0,
+    45612490752.0,
+    4959578624.0,
+    63771877376.0,
+    30540218368.0,
+    105935118336.0,
+    49740529664.0,
+    73723371520.0,
+    66778664960.0,
+    89031753728.0,
+    65305468928.0,
+    133361524736.0,
+    61191438336.0,
+    1242674176.0,
+    96453730304.0,
+    31802669056.0,
+    39720943616.0,
+    40740192256.0,
+    85410897920.0,
+    19417686016.0,
+    49311412224.0,
+    68854095872.0,
+    55639191552.0,
+    41592987648.0,
+    1934481536.0,
+    36969889792.0,
+    97722859520.0,
+    210815385600.0,
+    4130713344.0,
+    3867063040.0,
+    27550855168.0,
+    1518475520.0,
+    1491860096.0,
+    80844611584.0,
+    61709705216.0,
+    13310934016.0,
+    29936373760.0,
+    432475776.0,
+    29804472320.0,
+    51011149824.0,
+    3628113152.0,
+    11714156544.0,
+    35124207616.0,
+    183691771904.0,
+    833786240.0
+  ]
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba5b3330fd84d5376fcca797cfb3b42eee6241ce23e3271e6fb2a115a8751bd
+size 17077420

tokenizer_config.json

@@ -0,0 +1,1013 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>",
+    "[INST]",
+    "[/INST]",
+    "[AVAILABLE_TOOLS]",
+    "[/AVAILABLE_TOOLS]",
+    "[TOOL_RESULTS]",
+    "[/TOOL_RESULTS]",
+    "[TOOL_CALLS]",
+    "[IMG]",
+    "<pad>",
+    "[IMG_BREAK]",
+    "[IMG_END]",
+    "[PREFIX]",
+    "[MIDDLE]",
+    "[SUFFIX]",
+    "[SYSTEM_PROMPT]",
+    "[/SYSTEM_PROMPT]",
+    "[TOOL_CONTENT]",
+    "<SPECIAL_20>",
+    "<SPECIAL_21>",
+    "<SPECIAL_22>",
+    "<SPECIAL_23>",
+    "[AUDIO]",
+    "[BEGIN_AUDIO]",
+    "<SPECIAL_26>",
+    "<SPECIAL_27>",
+    "<SPECIAL_28>",
+    "<SPECIAL_29>",
+    "<SPECIAL_30>",
+    "<SPECIAL_31>",
+    "[ARGS]",
+    "[CALL_ID]",
+    "[THINK]",
+    "[/THINK]",
+    "[MODEL_SETTINGS]",
+    "[/MODEL_SETTINGS]",
+    "<SPECIAL_38>",
+    "<SPECIAL_39>",
+    "<SPECIAL_40>",
+    "<SPECIAL_41>",
+    "<SPECIAL_42>",
+    "<SPECIAL_43>",
+    "<SPECIAL_44>",
+    "<SPECIAL_45>",
+    "<SPECIAL_46>",
+    "<SPECIAL_47>",
+    "<SPECIAL_48>",
+    "<SPECIAL_49>",
+    "<SPECIAL_50>",
+    "<SPECIAL_51>",
+    "<SPECIAL_52>",
+    "<SPECIAL_53>",
+    "<SPECIAL_54>",
+    "<SPECIAL_55>",
+    "<SPECIAL_56>",
+    "<SPECIAL_57>",
+    "<SPECIAL_58>",
+    "<SPECIAL_59>",
+    "<SPECIAL_60>",
+    "<SPECIAL_61>",
+    "<SPECIAL_62>",
+    "<SPECIAL_63>",
+    "<SPECIAL_64>",
+    "<SPECIAL_65>",
+    "<SPECIAL_66>",
+    "<SPECIAL_67>",
+    "<SPECIAL_68>",
+    "<SPECIAL_69>",
+    "<SPECIAL_70>",
+    "<SPECIAL_71>",
+    "<SPECIAL_72>",
+    "<SPECIAL_73>",
+    "<SPECIAL_74>",
+    "<SPECIAL_75>",
+    "<SPECIAL_76>",
+    "<SPECIAL_77>",
+    "<SPECIAL_78>",
+    "<SPECIAL_79>",
+    "<SPECIAL_80>",
+    "<SPECIAL_81>",
+    "<SPECIAL_82>",
+    "<SPECIAL_83>",
+    "<SPECIAL_84>",
+    "<SPECIAL_85>",
+    "<SPECIAL_86>",
+    "<SPECIAL_87>",
+    "<SPECIAL_88>",
+    "<SPECIAL_89>",
+    "<SPECIAL_90>",
+    "<SPECIAL_91>",
+    "<SPECIAL_92>",
+    "<SPECIAL_93>",
+    "<SPECIAL_94>",
+    "<SPECIAL_95>",
+    "<SPECIAL_96>",
+    "<SPECIAL_97>",
+    "<SPECIAL_98>",
+    "<SPECIAL_99>",
+    "<SPECIAL_100>",
+    "<SPECIAL_101>",
+    "<SPECIAL_102>",
+    "<SPECIAL_103>",
+    "<SPECIAL_104>",
+    "<SPECIAL_105>",
+    "<SPECIAL_106>",
+    "<SPECIAL_107>",
+    "<SPECIAL_108>",
+    "<SPECIAL_109>",
+    "<SPECIAL_110>",
+    "<SPECIAL_111>",
+    "<SPECIAL_112>",
+    "<SPECIAL_113>",
+    "<SPECIAL_114>",
+    "<SPECIAL_115>",
+    "<SPECIAL_116>",
+    "<SPECIAL_117>",
+    "<SPECIAL_118>",
+    "<SPECIAL_119>",
+    "<SPECIAL_120>",
+    "<SPECIAL_121>",
+    "<SPECIAL_122>",
+    "<SPECIAL_123>",
+    "<SPECIAL_124>",
+    "<SPECIAL_125>",
+    "<SPECIAL_126>",
+    "<SPECIAL_127>",
+    "<SPECIAL_128>",
+    "<SPECIAL_129>",
+    "<SPECIAL_130>",
+    "<SPECIAL_131>",
+    "<SPECIAL_132>",
+    "<SPECIAL_133>",
+    "<SPECIAL_134>",
+    "<SPECIAL_135>",
+    "<SPECIAL_136>",
+    "<SPECIAL_137>",
+    "<SPECIAL_138>",
+    "<SPECIAL_139>",
+    "<SPECIAL_140>",
+    "<SPECIAL_141>",
+    "<SPECIAL_142>",
+    "<SPECIAL_143>",
+    "<SPECIAL_144>",
+    "<SPECIAL_145>",
+    "<SPECIAL_146>",
+    "<SPECIAL_147>",
+    "<SPECIAL_148>",
+    "<SPECIAL_149>",
+    "<SPECIAL_150>",
+    "<SPECIAL_151>",
+    "<SPECIAL_152>",
+    "<SPECIAL_153>",
+    "<SPECIAL_154>",
+    "<SPECIAL_155>",
+    "<SPECIAL_156>",
+    "<SPECIAL_157>",
+    "<SPECIAL_158>",
+    "<SPECIAL_159>",
+    "<SPECIAL_160>",
+    "<SPECIAL_161>",
+    "<SPECIAL_162>",
+    "<SPECIAL_163>",
+    "<SPECIAL_164>",
+    "<SPECIAL_165>",
+    "<SPECIAL_166>",
+    "<SPECIAL_167>",
+    "<SPECIAL_168>",
+    "<SPECIAL_169>",
+    "<SPECIAL_170>",
+    "<SPECIAL_171>",
+    "<SPECIAL_172>",
+    "<SPECIAL_173>",
+    "<SPECIAL_174>",
+    "<SPECIAL_175>",
+    "<SPECIAL_176>",
+    "<SPECIAL_177>",
+    "<SPECIAL_178>",
+    "<SPECIAL_179>",
+    "<SPECIAL_180>",
+    "<SPECIAL_181>",
+    "<SPECIAL_182>",
+    "<SPECIAL_183>",
+    "<SPECIAL_184>",
+    "<SPECIAL_185>",
+    "<SPECIAL_186>",
+    "<SPECIAL_187>",
+    "<SPECIAL_188>",
+    "<SPECIAL_189>",
+    "<SPECIAL_190>",
+    "<SPECIAL_191>",
+    "<SPECIAL_192>",
+    "<SPECIAL_193>",
+    "<SPECIAL_194>",
+    "<SPECIAL_195>",
+    "<SPECIAL_196>",
+    "<SPECIAL_197>",
+    "<SPECIAL_198>",
+    "<SPECIAL_199>",
+    "<SPECIAL_200>",
+    "<SPECIAL_201>",
+    "<SPECIAL_202>",
+    "<SPECIAL_203>",
+    "<SPECIAL_204>",
+    "<SPECIAL_205>",
+    "<SPECIAL_206>",
+    "<SPECIAL_207>",
+    "<SPECIAL_208>",
+    "<SPECIAL_209>",
+    "<SPECIAL_210>",
+    "<SPECIAL_211>",
+    "<SPECIAL_212>",
+    "<SPECIAL_213>",
+    "<SPECIAL_214>",
+    "<SPECIAL_215>",
+    "<SPECIAL_216>",
+    "<SPECIAL_217>",
+    "<SPECIAL_218>",
+    "<SPECIAL_219>",
+    "<SPECIAL_220>",
+    "<SPECIAL_221>",
+    "<SPECIAL_222>",
+    "<SPECIAL_223>",
+    "<SPECIAL_224>",
+    "<SPECIAL_225>",
+    "<SPECIAL_226>",
+    "<SPECIAL_227>",
+    "<SPECIAL_228>",
+    "<SPECIAL_229>",
+    "<SPECIAL_230>",
+    "<SPECIAL_231>",
+    "<SPECIAL_232>",
+    "<SPECIAL_233>",
+    "<SPECIAL_234>",
+    "<SPECIAL_235>",
+    "<SPECIAL_236>",
+    "<SPECIAL_237>",
+    "<SPECIAL_238>",
+    "<SPECIAL_239>",
+    "<SPECIAL_240>",
+    "<SPECIAL_241>",
+    "<SPECIAL_242>",
+    "<SPECIAL_243>",
+    "<SPECIAL_244>",
+    "<SPECIAL_245>",
+    "<SPECIAL_246>",
+    "<SPECIAL_247>",
+    "<SPECIAL_248>",
+    "<SPECIAL_249>",
+    "<SPECIAL_250>",
+    "<SPECIAL_251>",
+    "<SPECIAL_252>",
+    "<SPECIAL_253>",
+    "<SPECIAL_254>",
+    "<SPECIAL_255>",
+    "<SPECIAL_256>",
+    "<SPECIAL_257>",
+    "<SPECIAL_258>",
+    "<SPECIAL_259>",
+    "<SPECIAL_260>",
+    "<SPECIAL_261>",
+    "<SPECIAL_262>",
+    "<SPECIAL_263>",
+    "<SPECIAL_264>",
+    "<SPECIAL_265>",
+    "<SPECIAL_266>",
+    "<SPECIAL_267>",
+    "<SPECIAL_268>",
+    "<SPECIAL_269>",
+    "<SPECIAL_270>",
+    "<SPECIAL_271>",
+    "<SPECIAL_272>",
+    "<SPECIAL_273>",
+    "<SPECIAL_274>",
+    "<SPECIAL_275>",
+    "<SPECIAL_276>",
+    "<SPECIAL_277>",
+    "<SPECIAL_278>",
+    "<SPECIAL_279>",
+    "<SPECIAL_280>",
+    "<SPECIAL_281>",
+    "<SPECIAL_282>",
+    "<SPECIAL_283>",
+    "<SPECIAL_284>",
+    "<SPECIAL_285>",
+    "<SPECIAL_286>",
+    "<SPECIAL_287>",
+    "<SPECIAL_288>",
+    "<SPECIAL_289>",
+    "<SPECIAL_290>",
+    "<SPECIAL_291>",
+    "<SPECIAL_292>",
+    "<SPECIAL_293>",
+    "<SPECIAL_294>",
+    "<SPECIAL_295>",
+    "<SPECIAL_296>",
+    "<SPECIAL_297>",
+    "<SPECIAL_298>",
+    "<SPECIAL_299>",
+    "<SPECIAL_300>",
+    "<SPECIAL_301>",
+    "<SPECIAL_302>",
+    "<SPECIAL_303>",
+    "<SPECIAL_304>",
+    "<SPECIAL_305>",
+    "<SPECIAL_306>",
+    "<SPECIAL_307>",
+    "<SPECIAL_308>",
+    "<SPECIAL_309>",
+    "<SPECIAL_310>",
+    "<SPECIAL_311>",
+    "<SPECIAL_312>",
+    "<SPECIAL_313>",
+    "<SPECIAL_314>",
+    "<SPECIAL_315>",
+    "<SPECIAL_316>",
+    "<SPECIAL_317>",
+    "<SPECIAL_318>",
+    "<SPECIAL_319>",
+    "<SPECIAL_320>",
+    "<SPECIAL_321>",
+    "<SPECIAL_322>",
+    "<SPECIAL_323>",
+    "<SPECIAL_324>",
+    "<SPECIAL_325>",
+    "<SPECIAL_326>",
+    "<SPECIAL_327>",
+    "<SPECIAL_328>",
+    "<SPECIAL_329>",
+    "<SPECIAL_330>",
+    "<SPECIAL_331>",
+    "<SPECIAL_332>",
+    "<SPECIAL_333>",
+    "<SPECIAL_334>",
+    "<SPECIAL_335>",
+    "<SPECIAL_336>",
+    "<SPECIAL_337>",
+    "<SPECIAL_338>",
+    "<SPECIAL_339>",
+    "<SPECIAL_340>",
+    "<SPECIAL_341>",
+    "<SPECIAL_342>",
+    "<SPECIAL_343>",
+    "<SPECIAL_344>",
+    "<SPECIAL_345>",
+    "<SPECIAL_346>",
+    "<SPECIAL_347>",
+    "<SPECIAL_348>",
+    "<SPECIAL_349>",
+    "<SPECIAL_350>",
+    "<SPECIAL_351>",
+    "<SPECIAL_352>",
+    "<SPECIAL_353>",
+    "<SPECIAL_354>",
+    "<SPECIAL_355>",
+    "<SPECIAL_356>",
+    "<SPECIAL_357>",
+    "<SPECIAL_358>",
+    "<SPECIAL_359>",
+    "<SPECIAL_360>",
+    "<SPECIAL_361>",
+    "<SPECIAL_362>",
+    "<SPECIAL_363>",
+    "<SPECIAL_364>",
+    "<SPECIAL_365>",
+    "<SPECIAL_366>",
+    "<SPECIAL_367>",
+    "<SPECIAL_368>",
+    "<SPECIAL_369>",
+    "<SPECIAL_370>",
+    "<SPECIAL_371>",
+    "<SPECIAL_372>",
+    "<SPECIAL_373>",
+    "<SPECIAL_374>",
+    "<SPECIAL_375>",
+    "<SPECIAL_376>",
+    "<SPECIAL_377>",
+    "<SPECIAL_378>",
+    "<SPECIAL_379>",
+    "<SPECIAL_380>",
+    "<SPECIAL_381>",
+    "<SPECIAL_382>",
+    "<SPECIAL_383>",
+    "<SPECIAL_384>",
+    "<SPECIAL_385>",
+    "<SPECIAL_386>",
+    "<SPECIAL_387>",
+    "<SPECIAL_388>",
+    "<SPECIAL_389>",
+    "<SPECIAL_390>",
+    "<SPECIAL_391>",
+    "<SPECIAL_392>",
+    "<SPECIAL_393>",
+    "<SPECIAL_394>",
+    "<SPECIAL_395>",
+    "<SPECIAL_396>",
+    "<SPECIAL_397>",
+    "<SPECIAL_398>",
+    "<SPECIAL_399>",
+    "<SPECIAL_400>",
+    "<SPECIAL_401>",
+    "<SPECIAL_402>",
+    "<SPECIAL_403>",
+    "<SPECIAL_404>",
+    "<SPECIAL_405>",
+    "<SPECIAL_406>",
+    "<SPECIAL_407>",
+    "<SPECIAL_408>",
+    "<SPECIAL_409>",
+    "<SPECIAL_410>",
+    "<SPECIAL_411>",
+    "<SPECIAL_412>",
+    "<SPECIAL_413>",
+    "<SPECIAL_414>",
+    "<SPECIAL_415>",
+    "<SPECIAL_416>",
+    "<SPECIAL_417>",
+    "<SPECIAL_418>",
+    "<SPECIAL_419>",
+    "<SPECIAL_420>",
+    "<SPECIAL_421>",
+    "<SPECIAL_422>",
+    "<SPECIAL_423>",
+    "<SPECIAL_424>",
+    "<SPECIAL_425>",
+    "<SPECIAL_426>",
+    "<SPECIAL_427>",
+    "<SPECIAL_428>",
+    "<SPECIAL_429>",
+    "<SPECIAL_430>",
+    "<SPECIAL_431>",
+    "<SPECIAL_432>",
+    "<SPECIAL_433>",
+    "<SPECIAL_434>",
+    "<SPECIAL_435>",
+    "<SPECIAL_436>",
+    "<SPECIAL_437>",
+    "<SPECIAL_438>",
+    "<SPECIAL_439>",
+    "<SPECIAL_440>",
+    "<SPECIAL_441>",
+    "<SPECIAL_442>",
+    "<SPECIAL_443>",
+    "<SPECIAL_444>",
+    "<SPECIAL_445>",
+    "<SPECIAL_446>",
+    "<SPECIAL_447>",
+    "<SPECIAL_448>",
+    "<SPECIAL_449>",
+    "<SPECIAL_450>",
+    "<SPECIAL_451>",
+    "<SPECIAL_452>",
+    "<SPECIAL_453>",
+    "<SPECIAL_454>",
+    "<SPECIAL_455>",
+    "<SPECIAL_456>",
+    "<SPECIAL_457>",
+    "<SPECIAL_458>",
+    "<SPECIAL_459>",
+    "<SPECIAL_460>",
+    "<SPECIAL_461>",
+    "<SPECIAL_462>",
+    "<SPECIAL_463>",
+    "<SPECIAL_464>",
+    "<SPECIAL_465>",
+    "<SPECIAL_466>",
+    "<SPECIAL_467>",
+    "<SPECIAL_468>",
+    "<SPECIAL_469>",
+    "<SPECIAL_470>",
+    "<SPECIAL_471>",
+    "<SPECIAL_472>",
+    "<SPECIAL_473>",
+    "<SPECIAL_474>",
+    "<SPECIAL_475>",
+    "<SPECIAL_476>",
+    "<SPECIAL_477>",
+    "<SPECIAL_478>",
+    "<SPECIAL_479>",
+    "<SPECIAL_480>",
+    "<SPECIAL_481>",
+    "<SPECIAL_482>",
+    "<SPECIAL_483>",
+    "<SPECIAL_484>",
+    "<SPECIAL_485>",
+    "<SPECIAL_486>",
+    "<SPECIAL_487>",
+    "<SPECIAL_488>",
+    "<SPECIAL_489>",
+    "<SPECIAL_490>",
+    "<SPECIAL_491>",
+    "<SPECIAL_492>",
+    "<SPECIAL_493>",
+    "<SPECIAL_494>",
+    "<SPECIAL_495>",
+    "<SPECIAL_496>",
+    "<SPECIAL_497>",
+    "<SPECIAL_498>",
+    "<SPECIAL_499>",
+    "<SPECIAL_500>",
+    "<SPECIAL_501>",
+    "<SPECIAL_502>",
+    "<SPECIAL_503>",
+    "<SPECIAL_504>",
+    "<SPECIAL_505>",
+    "<SPECIAL_506>",
+    "<SPECIAL_507>",
+    "<SPECIAL_508>",
+    "<SPECIAL_509>",
+    "<SPECIAL_510>",
+    "<SPECIAL_511>",
+    "<SPECIAL_512>",
+    "<SPECIAL_513>",
+    "<SPECIAL_514>",
+    "<SPECIAL_515>",
+    "<SPECIAL_516>",
+    "<SPECIAL_517>",
+    "<SPECIAL_518>",
+    "<SPECIAL_519>",
+    "<SPECIAL_520>",
+    "<SPECIAL_521>",
+    "<SPECIAL_522>",
+    "<SPECIAL_523>",
+    "<SPECIAL_524>",
+    "<SPECIAL_525>",
+    "<SPECIAL_526>",
+    "<SPECIAL_527>",
+    "<SPECIAL_528>",
+    "<SPECIAL_529>",
+    "<SPECIAL_530>",
+    "<SPECIAL_531>",
+    "<SPECIAL_532>",
+    "<SPECIAL_533>",
+    "<SPECIAL_534>",
+    "<SPECIAL_535>",
+    "<SPECIAL_536>",
+    "<SPECIAL_537>",
+    "<SPECIAL_538>",
+    "<SPECIAL_539>",
+    "<SPECIAL_540>",
+    "<SPECIAL_541>",
+    "<SPECIAL_542>",
+    "<SPECIAL_543>",
+    "<SPECIAL_544>",
+    "<SPECIAL_545>",
+    "<SPECIAL_546>",
+    "<SPECIAL_547>",
+    "<SPECIAL_548>",
+    "<SPECIAL_549>",
+    "<SPECIAL_550>",
+    "<SPECIAL_551>",
+    "<SPECIAL_552>",
+    "<SPECIAL_553>",
+    "<SPECIAL_554>",
+    "<SPECIAL_555>",
+    "<SPECIAL_556>",
+    "<SPECIAL_557>",
+    "<SPECIAL_558>",
+    "<SPECIAL_559>",
+    "<SPECIAL_560>",
+    "<SPECIAL_561>",
+    "<SPECIAL_562>",
+    "<SPECIAL_563>",
+    "<SPECIAL_564>",
+    "<SPECIAL_565>",
+    "<SPECIAL_566>",
+    "<SPECIAL_567>",
+    "<SPECIAL_568>",
+    "<SPECIAL_569>",
+    "<SPECIAL_570>",
+    "<SPECIAL_571>",
+    "<SPECIAL_572>",
+    "<SPECIAL_573>",
+    "<SPECIAL_574>",
+    "<SPECIAL_575>",
+    "<SPECIAL_576>",
+    "<SPECIAL_577>",
+    "<SPECIAL_578>",
+    "<SPECIAL_579>",
+    "<SPECIAL_580>",
+    "<SPECIAL_581>",
+    "<SPECIAL_582>",
+    "<SPECIAL_583>",
+    "<SPECIAL_584>",
+    "<SPECIAL_585>",
+    "<SPECIAL_586>",
+    "<SPECIAL_587>",
+    "<SPECIAL_588>",
+    "<SPECIAL_589>",
+    "<SPECIAL_590>",
+    "<SPECIAL_591>",
+    "<SPECIAL_592>",
+    "<SPECIAL_593>",
+    "<SPECIAL_594>",
+    "<SPECIAL_595>",
+    "<SPECIAL_596>",
+    "<SPECIAL_597>",
+    "<SPECIAL_598>",
+    "<SPECIAL_599>",
+    "<SPECIAL_600>",
+    "<SPECIAL_601>",
+    "<SPECIAL_602>",
+    "<SPECIAL_603>",
+    "<SPECIAL_604>",
+    "<SPECIAL_605>",
+    "<SPECIAL_606>",
+    "<SPECIAL_607>",
+    "<SPECIAL_608>",
+    "<SPECIAL_609>",
+    "<SPECIAL_610>",
+    "<SPECIAL_611>",
+    "<SPECIAL_612>",
+    "<SPECIAL_613>",
+    "<SPECIAL_614>",
+    "<SPECIAL_615>",
+    "<SPECIAL_616>",
+    "<SPECIAL_617>",
+    "<SPECIAL_618>",
+    "<SPECIAL_619>",
+    "<SPECIAL_620>",
+    "<SPECIAL_621>",
+    "<SPECIAL_622>",
+    "<SPECIAL_623>",
+    "<SPECIAL_624>",
+    "<SPECIAL_625>",
+    "<SPECIAL_626>",
+    "<SPECIAL_627>",
+    "<SPECIAL_628>",
+    "<SPECIAL_629>",
+    "<SPECIAL_630>",
+    "<SPECIAL_631>",
+    "<SPECIAL_632>",
+    "<SPECIAL_633>",
+    "<SPECIAL_634>",
+    "<SPECIAL_635>",
+    "<SPECIAL_636>",
+    "<SPECIAL_637>",
+    "<SPECIAL_638>",
+    "<SPECIAL_639>",
+    "<SPECIAL_640>",
+    "<SPECIAL_641>",
+    "<SPECIAL_642>",
+    "<SPECIAL_643>",
+    "<SPECIAL_644>",
+    "<SPECIAL_645>",
+    "<SPECIAL_646>",
+    "<SPECIAL_647>",
+    "<SPECIAL_648>",
+    "<SPECIAL_649>",
+    "<SPECIAL_650>",
+    "<SPECIAL_651>",
+    "<SPECIAL_652>",
+    "<SPECIAL_653>",
+    "<SPECIAL_654>",
+    "<SPECIAL_655>",
+    "<SPECIAL_656>",
+    "<SPECIAL_657>",
+    "<SPECIAL_658>",
+    "<SPECIAL_659>",
+    "<SPECIAL_660>",
+    "<SPECIAL_661>",
+    "<SPECIAL_662>",
+    "<SPECIAL_663>",
+    "<SPECIAL_664>",
+    "<SPECIAL_665>",
+    "<SPECIAL_666>",
+    "<SPECIAL_667>",
+    "<SPECIAL_668>",
+    "<SPECIAL_669>",
+    "<SPECIAL_670>",
+    "<SPECIAL_671>",
+    "<SPECIAL_672>",
+    "<SPECIAL_673>",
+    "<SPECIAL_674>",
+    "<SPECIAL_675>",
+    "<SPECIAL_676>",
+    "<SPECIAL_677>",
+    "<SPECIAL_678>",
+    "<SPECIAL_679>",
+    "<SPECIAL_680>",
+    "<SPECIAL_681>",
+    "<SPECIAL_682>",
+    "<SPECIAL_683>",
+    "<SPECIAL_684>",
+    "<SPECIAL_685>",
+    "<SPECIAL_686>",
+    "<SPECIAL_687>",
+    "<SPECIAL_688>",
+    "<SPECIAL_689>",
+    "<SPECIAL_690>",
+    "<SPECIAL_691>",
+    "<SPECIAL_692>",
+    "<SPECIAL_693>",
+    "<SPECIAL_694>",
+    "<SPECIAL_695>",
+    "<SPECIAL_696>",
+    "<SPECIAL_697>",
+    "<SPECIAL_698>",
+    "<SPECIAL_699>",
+    "<SPECIAL_700>",
+    "<SPECIAL_701>",
+    "<SPECIAL_702>",
+    "<SPECIAL_703>",
+    "<SPECIAL_704>",
+    "<SPECIAL_705>",
+    "<SPECIAL_706>",
+    "<SPECIAL_707>",
+    "<SPECIAL_708>",
+    "<SPECIAL_709>",
+    "<SPECIAL_710>",
+    "<SPECIAL_711>",
+    "<SPECIAL_712>",
+    "<SPECIAL_713>",
+    "<SPECIAL_714>",
+    "<SPECIAL_715>",
+    "<SPECIAL_716>",
+    "<SPECIAL_717>",
+    "<SPECIAL_718>",
+    "<SPECIAL_719>",
+    "<SPECIAL_720>",
+    "<SPECIAL_721>",
+    "<SPECIAL_722>",
+    "<SPECIAL_723>",
+    "<SPECIAL_724>",
+    "<SPECIAL_725>",
+    "<SPECIAL_726>",
+    "<SPECIAL_727>",
+    "<SPECIAL_728>",
+    "<SPECIAL_729>",
+    "<SPECIAL_730>",
+    "<SPECIAL_731>",
+    "<SPECIAL_732>",
+    "<SPECIAL_733>",
+    "<SPECIAL_734>",
+    "<SPECIAL_735>",
+    "<SPECIAL_736>",
+    "<SPECIAL_737>",
+    "<SPECIAL_738>",
+    "<SPECIAL_739>",
+    "<SPECIAL_740>",
+    "<SPECIAL_741>",
+    "<SPECIAL_742>",
+    "<SPECIAL_743>",
+    "<SPECIAL_744>",
+    "<SPECIAL_745>",
+    "<SPECIAL_746>",
+    "<SPECIAL_747>",
+    "<SPECIAL_748>",
+    "<SPECIAL_749>",
+    "<SPECIAL_750>",
+    "<SPECIAL_751>",
+    "<SPECIAL_752>",
+    "<SPECIAL_753>",
+    "<SPECIAL_754>",
+    "<SPECIAL_755>",
+    "<SPECIAL_756>",
+    "<SPECIAL_757>",
+    "<SPECIAL_758>",
+    "<SPECIAL_759>",
+    "<SPECIAL_760>",
+    "<SPECIAL_761>",
+    "<SPECIAL_762>",
+    "<SPECIAL_763>",
+    "<SPECIAL_764>",
+    "<SPECIAL_765>",
+    "<SPECIAL_766>",
+    "<SPECIAL_767>",
+    "<SPECIAL_768>",
+    "<SPECIAL_769>",
+    "<SPECIAL_770>",
+    "<SPECIAL_771>",
+    "<SPECIAL_772>",
+    "<SPECIAL_773>",
+    "<SPECIAL_774>",
+    "<SPECIAL_775>",
+    "<SPECIAL_776>",
+    "<SPECIAL_777>",
+    "<SPECIAL_778>",
+    "<SPECIAL_779>",
+    "<SPECIAL_780>",
+    "<SPECIAL_781>",
+    "<SPECIAL_782>",
+    "<SPECIAL_783>",
+    "<SPECIAL_784>",
+    "<SPECIAL_785>",
+    "<SPECIAL_786>",
+    "<SPECIAL_787>",
+    "<SPECIAL_788>",
+    "<SPECIAL_789>",
+    "<SPECIAL_790>",
+    "<SPECIAL_791>",
+    "<SPECIAL_792>",
+    "<SPECIAL_793>",
+    "<SPECIAL_794>",
+    "<SPECIAL_795>",
+    "<SPECIAL_796>",
+    "<SPECIAL_797>",
+    "<SPECIAL_798>",
+    "<SPECIAL_799>",
+    "<SPECIAL_800>",
+    "<SPECIAL_801>",
+    "<SPECIAL_802>",
+    "<SPECIAL_803>",
+    "<SPECIAL_804>",
+    "<SPECIAL_805>",
+    "<SPECIAL_806>",
+    "<SPECIAL_807>",
+    "<SPECIAL_808>",
+    "<SPECIAL_809>",
+    "<SPECIAL_810>",
+    "<SPECIAL_811>",
+    "<SPECIAL_812>",
+    "<SPECIAL_813>",
+    "<SPECIAL_814>",
+    "<SPECIAL_815>",
+    "<SPECIAL_816>",
+    "<SPECIAL_817>",
+    "<SPECIAL_818>",
+    "<SPECIAL_819>",
+    "<SPECIAL_820>",
+    "<SPECIAL_821>",
+    "<SPECIAL_822>",
+    "<SPECIAL_823>",
+    "<SPECIAL_824>",
+    "<SPECIAL_825>",
+    "<SPECIAL_826>",
+    "<SPECIAL_827>",
+    "<SPECIAL_828>",
+    "<SPECIAL_829>",
+    "<SPECIAL_830>",
+    "<SPECIAL_831>",
+    "<SPECIAL_832>",
+    "<SPECIAL_833>",
+    "<SPECIAL_834>",
+    "<SPECIAL_835>",
+    "<SPECIAL_836>",
+    "<SPECIAL_837>",
+    "<SPECIAL_838>",
+    "<SPECIAL_839>",
+    "<SPECIAL_840>",
+    "<SPECIAL_841>",
+    "<SPECIAL_842>",
+    "<SPECIAL_843>",
+    "<SPECIAL_844>",
+    "<SPECIAL_845>",
+    "<SPECIAL_846>",
+    "<SPECIAL_847>",
+    "<SPECIAL_848>",
+    "<SPECIAL_849>",
+    "<SPECIAL_850>",
+    "<SPECIAL_851>",
+    "<SPECIAL_852>",
+    "<SPECIAL_853>",
+    "<SPECIAL_854>",
+    "<SPECIAL_855>",
+    "<SPECIAL_856>",
+    "<SPECIAL_857>",
+    "<SPECIAL_858>",
+    "<SPECIAL_859>",
+    "<SPECIAL_860>",
+    "<SPECIAL_861>",
+    "<SPECIAL_862>",
+    "<SPECIAL_863>",
+    "<SPECIAL_864>",
+    "<SPECIAL_865>",
+    "<SPECIAL_866>",
+    "<SPECIAL_867>",
+    "<SPECIAL_868>",
+    "<SPECIAL_869>",
+    "<SPECIAL_870>",
+    "<SPECIAL_871>",
+    "<SPECIAL_872>",
+    "<SPECIAL_873>",
+    "<SPECIAL_874>",
+    "<SPECIAL_875>",
+    "<SPECIAL_876>",
+    "<SPECIAL_877>",
+    "<SPECIAL_878>",
+    "<SPECIAL_879>",
+    "<SPECIAL_880>",
+    "<SPECIAL_881>",
+    "<SPECIAL_882>",
+    "<SPECIAL_883>",
+    "<SPECIAL_884>",
+    "<SPECIAL_885>",
+    "<SPECIAL_886>",
+    "<SPECIAL_887>",
+    "<SPECIAL_888>",
+    "<SPECIAL_889>",
+    "<SPECIAL_890>",
+    "<SPECIAL_891>",
+    "<SPECIAL_892>",
+    "<SPECIAL_893>",
+    "<SPECIAL_894>",
+    "<SPECIAL_895>",
+    "<SPECIAL_896>",
+    "<SPECIAL_897>",
+    "<SPECIAL_898>",
+    "<SPECIAL_899>",
+    "<SPECIAL_900>",
+    "<SPECIAL_901>",
+    "<SPECIAL_902>",
+    "<SPECIAL_903>",
+    "<SPECIAL_904>",
+    "<SPECIAL_905>",
+    "<SPECIAL_906>",
+    "<SPECIAL_907>",
+    "<SPECIAL_908>",
+    "<SPECIAL_909>",
+    "<SPECIAL_910>",
+    "<SPECIAL_911>",
+    "<SPECIAL_912>",
+    "<SPECIAL_913>",
+    "<SPECIAL_914>",
+    "<SPECIAL_915>",
+    "<SPECIAL_916>",
+    "<SPECIAL_917>",
+    "<SPECIAL_918>",
+    "<SPECIAL_919>",
+    "<SPECIAL_920>",
+    "<SPECIAL_921>",
+    "<SPECIAL_922>",
+    "<SPECIAL_923>",
+    "<SPECIAL_924>",
+    "<SPECIAL_925>",
+    "<SPECIAL_926>",
+    "<SPECIAL_927>",
+    "<SPECIAL_928>",
+    "<SPECIAL_929>",
+    "<SPECIAL_930>",
+    "<SPECIAL_931>",
+    "<SPECIAL_932>",
+    "<SPECIAL_933>",
+    "<SPECIAL_934>",
+    "<SPECIAL_935>",
+    "<SPECIAL_936>",
+    "<SPECIAL_937>",
+    "<SPECIAL_938>",
+    "<SPECIAL_939>",
+    "<SPECIAL_940>",
+    "<SPECIAL_941>",
+    "<SPECIAL_942>",
+    "<SPECIAL_943>",
+    "<SPECIAL_944>",
+    "<SPECIAL_945>",
+    "<SPECIAL_946>",
+    "<SPECIAL_947>",
+    "<SPECIAL_948>",
+    "<SPECIAL_949>",
+    "<SPECIAL_950>",
+    "<SPECIAL_951>",
+    "<SPECIAL_952>",
+    "<SPECIAL_953>",
+    "<SPECIAL_954>",
+    "<SPECIAL_955>",
+    "<SPECIAL_956>",
+    "<SPECIAL_957>",
+    "<SPECIAL_958>",
+    "<SPECIAL_959>",
+    "<SPECIAL_960>",
+    "<SPECIAL_961>",
+    "<SPECIAL_962>",
+    "<SPECIAL_963>",
+    "<SPECIAL_964>",
+    "<SPECIAL_965>",
+    "<SPECIAL_966>",
+    "<SPECIAL_967>",
+    "<SPECIAL_968>",
+    "<SPECIAL_969>",
+    "<SPECIAL_970>",
+    "<SPECIAL_971>",
+    "<SPECIAL_972>",
+    "<SPECIAL_973>",
+    "<SPECIAL_974>",
+    "<SPECIAL_975>",
+    "<SPECIAL_976>",
+    "<SPECIAL_977>",
+    "<SPECIAL_978>",
+    "<SPECIAL_979>",
+    "<SPECIAL_980>",
+    "<SPECIAL_981>",
+    "<SPECIAL_982>",
+    "<SPECIAL_983>",
+    "<SPECIAL_984>",
+    "<SPECIAL_985>",
+    "<SPECIAL_986>",
+    "<SPECIAL_987>",
+    "<SPECIAL_988>",
+    "<SPECIAL_989>",
+    "<SPECIAL_990>",
+    "<SPECIAL_991>",
+    "<SPECIAL_992>",
+    "<SPECIAL_993>",
+    "<SPECIAL_994>",
+    "<SPECIAL_995>",
+    "<SPECIAL_996>",
+    "<SPECIAL_997>",
+    "<SPECIAL_998>",
+    "<SPECIAL_999>"
+  ],
+  "is_local": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "processor_class": "PixtralProcessor",
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>"
+}