diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..a09db2ea4d1bd1fc1c09f6fca45e8e4054953535 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..7cb82465b0ff19c937e3033bb865516d453ac98c --- /dev/null +++ b/LICENSE @@ -0,0 +1,27 @@ +Copyright (c) 2026 Z.AI + +Permission is hereby granted, free of charge, to any person or entity (the "Licensee") obtaining a copy of this software — including the model weights, parameters, configuration files, inference and training code, and associated documentation (collectively, the "Software") — to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software; to run, deploy, fine-tune, or otherwise modify the Software and create derivative works from it; and to permit persons to whom the Software is furnished to do so, subject to the following conditions: + +1. The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. The Licensee's use of the Software must comply with applicable laws and regulations. + +2. "Model as a Service" means giving a third party access to language model inference or fine-tuning (e.g., via API) in a manner that allows such third party to exercise meaningful control over the inputs, parameters, or training data. This does not include (a) end-user products with model capabilities solely embedded within specific features or harnesses, or (b) mere relaying of requests to models hosted by others. +If the Licensee or any of its affiliates operates a Model as a Service business, and the aggregate revenue of the Licensee and its affiliates exceeds 10 billion US dollars (or the equivalent in other currencies) in total over any consecutive 12 months, the Licensee must pass Z.AI's security review before using the Software or its derivative works for any commercial purpose. The scope and method of the security review shall be reasonably determined by Z.AI. + +3. THE SOFTWARE AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL Z.AI OR ITS AFFILIATES OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +For any questions regarding this license, please contact glmlicense@z.ai. + +----- + +版权所有 (c) 2026 Z.AI + +特此免费授予任何获得本软件副本的个人或实体（"被许可方"）—— 包括模型权重、参数、配置文件、推理和训练代码及相关文档（统称"软件"）——不受限制地处理本软件的权利，包括但不限于：使用、复制、修改、合并、发布、分发、再许可和/或销售软件副本；运行、部署、微调或以其他方式修改软件并创建衍生作品；以及允许获得软件的其他人行使上述权利，但须遵守以下条件： + +1. 上述版权声明和本许可声明应包含在软件的所有副本或实质性部分中。被许可方对软件的使用必须符合适用法律法规。 + +2. "模型即服务"指以允许第三方对输入、参数或训练数据行使实质性控制的方式，向第三方提供语言模型推理或微调服务（如通过API）。不包括：(a) 模型能力仅嵌入特定功能或框架中的终端用户产品，或(b) 单纯转发请求至他人托管的模型。 +若被许可方或其关联方运营"模型即服务"业务，且被许可方及关联方在任意连续12 个月内累计总收入超过 100亿美元（或等值其他货币），则被许可方在使用软件或其衍生作品进行任何商业用途之前，须通过 Z.AI 的安全审查。安全审查的范围和方式由 Z.AI 合理确定。 + +3. 软件及其任何输出和结果均按"现状"提供，不附带任何形式的保证，无论是明示还是暗示，包括但不限于适销性、特定用途适用性和不侵权的保证。在任何情况下，Z.AI 或其关联方或版权持有人均不对任何索赔、损害或其他责任承担责任，无论该责任是基于合同、侵权或其他方式，因软件或使用软件而产生或与之相关。 + +如对本许可有任何疑问，请联系 glmlicense@z.ai。 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be07465bb393f1eb9cfadc5237b87b3a59b59d4f --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +language: +- en +- zh +library_name: transformers +license: other +pipeline_tag: text-generation +release_date: "2026-08-28T15:00:00Z" +description: "GLM-5.3: Frontier Coding with Emergent Cyber Capabilities" +--- + +# GLM-5.3 \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..d226a6928e6ba040e2eadccaf832c037bc4cd98f --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,251 @@ +[gMASK] +{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%} +{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +{%- macro tool_references_to_response(refs) -%} + {{- '\n' -}} + {%- for tr in refs -%} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%} + {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%} + {{- "You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods." }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- macro tool_response(text) -%} +{{- '' + text + '' -}} +{%- endmacro -%} +{%- macro render_tool_response(m) -%} +{%- if m.content is string -%} + {{- tool_response(m.content) -}} +{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%} + {{- tool_references_to_response(m.content) -}} +{%- elif is_list_of_outputs(m) -%} + {%- for tr in m.content -%} + {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(tr.output) -}} + {%- else -%} + {{- tool_response(visible_text(tr.output)) -}} + {%- endif -%} + {%- endfor -%} +{%- else -%} + {{- tool_response(visible_text(m.content)) -}} +{%- endif -%} +{%- endmacro -%} +{%- macro id_of(obj) -%} + {%- if obj.tool_call_id -%} + {{- obj.tool_call_id -}} + {%- elif obj.id -%} + {{- obj.id -}} + {%- endif -%} +{%- endmacro -%} +{%- macro is_list_of_outputs(m) -%} + {%- if m.content and m.content.0.output is defined -%}1{%- endif -%} +{%- endmacro -%} +{%- macro has_dup_tool_result_id(lo, hi, target) -%} + {%- set ns_cnt = namespace(n=0) -%} + {%- for k in range(lo, hi + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- if id_of(entry) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- endfor -%} + {%- elif id_of(m) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%} + {%- endfor -%} + {%- if ns_cnt.n > 1 -%}1{%- endif -%} +{%- endmacro -%} +{%- macro tc_id_exists(tcs, target) -%} + {%- set ns_f = namespace(found=false) -%} + {%- for tc in tcs -%} + {%- if id_of(tc) == target -%} + {%- set ns_f.found = true -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- if ns_f.found -%}1{%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} + {%- set block_start = loop.index0 -%} + {%- set ns_blk = namespace(end=block_start) -%} + {%- for j in range(block_start, messages|length) -%} + {%- if messages[j].role == 'tool' -%} + {%- set ns_blk.end = j -%} + {%- else -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- set ns_a = namespace(tool_calls=none) -%} + {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%} + {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%} + {%- endif -%} + {%- set ns_chk = namespace(can_sort=true) -%} + {%- if not ns_a.tool_calls -%} + {%- set ns_chk.can_sort = false -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if not eid -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if not tk_id -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- for i in range(ns_a.tool_calls | length) -%} + {%- set tc_id = id_of(ns_a.tool_calls[i]) -%} + {%- if not tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- for j in range(i + 1, ns_a.tool_calls | length) -%} + {%- if id_of(ns_a.tool_calls[j]) == tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- endif -%} + {%- if ns_chk.can_sort -%} + {%- for tc in ns_a.tool_calls -%} + {%- set tc_id = id_of(tc) -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if eid == tc_id -%} + {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(entry.output) -}} + {%- else -%} + {{- tool_response(visible_text(entry.output)) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if tk_id == tc_id -%} + {{- render_tool_response(m) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {{- render_tool_response(messages[k]) -}} + {%- endfor -%} + {%- endif -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f4dd8fe8be2a6fee923d5ecc8de0a14892631b61 --- /dev/null +++ b/config.json @@ -0,0 +1,776 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "head_dim": 192, + "hidden_act": "silu", + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_share_for_mtp_iteration": true, + "index_skip_topk_offset": 3, + "index_topk": 2048, + "index_topk_freq": 4, + "index_topk_pattern": null, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 1048576, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm_moe_dsa", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "moe_router_dtype": "float32", + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 8000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.15.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880, + "quantization_config": { + "activation_scheme": "dynamic", + "fmt": "e4m3", + "quant_method": "fp8", + "weight_block_size": [ + 128, + 128 + ], + "modules_to_not_convert": [ + "model.layers.59.post_attention_layernorm", + "model.layers.47.mlp.gate.e_score_correction_bias", + "model.layers.71.self_attn.kv_a_layernorm", + "model.layers.46.mlp.gate.e_score_correction_bias", + "model.layers.30.self_attn.kv_a_layernorm", + "model.layers.23.self_attn.kv_a_layernorm", + "model.layers.73.mlp.gate.e_score_correction_bias", + "model.layers.36.mlp.gate", + "model.layers.12.self_attn.q_a_layernorm", + "model.layers.51.mlp.gate", + "model.layers.47.self_attn.kv_a_layernorm", + "model.layers.45.self_attn.q_a_layernorm", + "model.layers.15.self_attn.q_a_layernorm", + "model.layers.39.input_layernorm", + "model.layers.50.self_attn.kv_a_layernorm", + "model.layers.19.post_attention_layernorm", + "model.layers.71.input_layernorm", + "model.layers.72.self_attn.kv_a_layernorm", + "model.layers.70.mlp.gate", + "model.layers.52.input_layernorm", + "model.layers.78.self_attn.kv_a_layernorm", + "model.layers.48.post_attention_layernorm", + "model.layers.4.self_attn.q_a_layernorm", + "model.layers.62.self_attn.q_a_layernorm", + "model.layers.4.post_attention_layernorm", + "model.layers.38.self_attn.indexers_proj", + "model.layers.61.mlp.gate.e_score_correction_bias", + "model.layers.14.mlp.gate.e_score_correction_bias", + "model.layers.36.self_attn.kv_a_layernorm", + "model.layers.65.mlp.gate", + "model.layers.13.self_attn.kv_a_layernorm", + "model.layers.57.mlp.gate", + "model.layers.65.self_attn.kv_a_layernorm", + "model.layers.68.input_layernorm", + "model.layers.70.self_attn.kv_a_layernorm", + "model.layers.24.mlp.gate.e_score_correction_bias", + "model.layers.4.input_layernorm", + "model.layers.20.input_layernorm", + "model.layers.65.self_attn.q_a_layernorm", + "model.layers.38.mlp.gate", + "model.layers.76.mlp.gate.e_score_correction_bias", + "model.layers.62.input_layernorm", + "model.layers.45.input_layernorm", + "model.layers.68.post_attention_layernorm", + "model.layers.72.input_layernorm", + "model.layers.32.mlp.gate.e_score_correction_bias", + "model.layers.27.input_layernorm", + "model.layers.16.post_attention_layernorm", + "model.layers.35.self_attn.q_a_layernorm", + "model.layers.58.self_attn.indexers_proj", + "model.layers.3.mlp.gate.e_score_correction_bias", + "model.layers.49.self_attn.q_a_layernorm", + "model.layers.66.mlp.gate.e_score_correction_bias", + "model.layers.10.self_attn.q_a_layernorm", + "model.layers.51.mlp.gate.e_score_correction_bias", + "model.layers.64.self_attn.q_a_layernorm", + "model.layers.70.input_layernorm", + "model.layers.71.post_attention_layernorm", + "model.layers.67.post_attention_layernorm", + "model.layers.6.self_attn.indexer.k_norm", + "model.layers.3.mlp.gate", + "model.layers.11.mlp.gate", + "model.layers.17.input_layernorm", + "model.layers.13.mlp.gate", + "model.layers.15.mlp.gate", + "model.layers.71.self_attn.q_a_layernorm", + "model.layers.33.mlp.gate.e_score_correction_bias", + "model.layers.72.mlp.gate.e_score_correction_bias", + "model.layers.65.post_attention_layernorm", + "model.layers.78.hnorm", + "model.layers.40.post_attention_layernorm", + "model.layers.12.mlp.gate.e_score_correction_bias", + "model.layers.8.input_layernorm", + "model.layers.73.mlp.gate", + "model.layers.11.post_attention_layernorm", + "model.layers.61.input_layernorm", + "model.layers.14.self_attn.kv_a_layernorm", + "model.layers.39.self_attn.kv_a_layernorm", + "model.layers.70.self_attn.indexer.k_norm", + "model.layers.45.mlp.gate", + "model.layers.51.self_attn.q_a_layernorm", + "model.layers.64.post_attention_layernorm", + "model.layers.20.post_attention_layernorm", + "model.layers.66.self_attn.kv_a_layernorm", + "model.layers.10.self_attn.indexer.k_norm.bias", + "model.layers.23.input_layernorm", + "model.layers.38.self_attn.indexer.k_norm", + "model.layers.19.self_attn.kv_a_layernorm", + "model.layers.40.self_attn.q_a_layernorm", + "model.layers.10.self_attn.indexer.k_norm", + "model.layers.44.post_attention_layernorm", + "model.layers.70.post_attention_layernorm", + "model.layers.41.mlp.gate.e_score_correction_bias", + "model.layers.36.post_attention_layernorm", + "model.layers.30.self_attn.indexer.k_norm.bias", + "model.layers.54.self_attn.q_a_layernorm", + "model.layers.59.mlp.gate", + "model.layers.69.post_attention_layernorm", + "lm_head", + "model.layers.77.self_attn.kv_a_layernorm", + "model.layers.75.self_attn.q_a_layernorm", + "model.layers.56.self_attn.q_a_layernorm", + "model.layers.50.self_attn.indexer.k_norm.bias", + "model.layers.54.mlp.gate", + "model.layers.6.self_attn.indexer.k_norm.bias", + "model.layers.15.input_layernorm", + "model.layers.29.self_attn.q_a_layernorm", + "model.layers.54.self_attn.indexers_proj", + "model.layers.73.self_attn.kv_a_layernorm", + "model.layers.0.self_attn.indexer.k_norm", + "model.layers.58.self_attn.indexer.k_norm", + "model.layers.36.input_layernorm", + "model.layers.47.self_attn.q_a_layernorm", + "model.layers.26.mlp.gate.e_score_correction_bias", + "model.layers.50.input_layernorm", + "model.layers.16.self_attn.q_a_layernorm", + "model.layers.19.mlp.gate.e_score_correction_bias", + "model.layers.78.input_layernorm", + "model.layers.27.mlp.gate", + "model.layers.19.self_attn.q_a_layernorm", + "model.layers.25.input_layernorm", + "model.layers.33.self_attn.kv_a_layernorm", + "model.layers.32.mlp.gate", + "model.layers.61.self_attn.kv_a_layernorm", + "model.layers.50.self_attn.indexers_proj", + "model.layers.34.self_attn.indexers_proj", + "model.layers.4.mlp.gate.e_score_correction_bias", + "model.layers.76.post_attention_layernorm", + "model.layers.57.post_attention_layernorm", + "model.layers.73.post_attention_layernorm", + "model.layers.68.mlp.gate.e_score_correction_bias", + "model.layers.34.self_attn.kv_a_layernorm", + "model.layers.78.enorm", + "model.layers.30.mlp.gate", + "model.layers.10.self_attn.indexers_proj", + "model.layers.34.input_layernorm", + "model.layers.34.post_attention_layernorm", + "model.layers.20.mlp.gate.e_score_correction_bias", + "model.layers.54.self_attn.indexer.k_norm.bias", + "model.layers.44.mlp.gate", + "model.layers.25.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.indexers_proj", + "model.layers.66.self_attn.indexer.k_norm.bias", + "model.layers.41.post_attention_layernorm", + "model.layers.51.post_attention_layernorm", + "model.layers.22.self_attn.indexer.k_norm.bias", + "model.layers.21.mlp.gate.e_score_correction_bias", + "model.layers.15.self_attn.kv_a_layernorm", + "model.layers.25.self_attn.kv_a_layernorm", + "model.layers.55.mlp.gate", + "model.layers.11.self_attn.q_a_layernorm", + "model.layers.72.mlp.gate", + "model.layers.21.self_attn.kv_a_layernorm", + "model.layers.59.mlp.gate.e_score_correction_bias", + "model.layers.2.input_layernorm", + "model.layers.5.mlp.gate", + "model.layers.54.self_attn.kv_a_layernorm", + "model.layers.0.self_attn.indexers_proj", + "model.layers.71.mlp.gate.e_score_correction_bias", + "model.layers.6.self_attn.q_a_layernorm", + "model.layers.14.mlp.gate", + "model.layers.44.self_attn.kv_a_layernorm", + "model.layers.61.post_attention_layernorm", + "model.layers.64.self_attn.kv_a_layernorm", + "model.layers.1.post_attention_layernorm", + "model.layers.4.mlp.gate", + "model.layers.22.post_attention_layernorm", + "model.layers.21.self_attn.q_a_layernorm", + "model.layers.74.self_attn.q_a_layernorm", + "model.layers.18.self_attn.indexers_proj", + "model.layers.75.input_layernorm", + "model.layers.70.self_attn.q_a_layernorm", + "model.layers.22.self_attn.indexer.k_norm", + "model.layers.42.mlp.gate.e_score_correction_bias", + "model.layers.5.self_attn.kv_a_layernorm", + "model.layers.31.mlp.gate.e_score_correction_bias", + "model.layers.62.self_attn.indexer.k_norm.bias", + "model.layers.29.post_attention_layernorm", + "model.layers.6.self_attn.kv_a_layernorm", + "model.layers.48.input_layernorm", + "model.layers.74.self_attn.indexer.k_norm.bias", + "model.layers.7.input_layernorm", + "model.layers.39.self_attn.q_a_layernorm", + "model.layers.41.input_layernorm", + "model.layers.54.self_attn.indexer.k_norm", + "model.layers.32.self_attn.q_a_layernorm", + "model.layers.39.mlp.gate.e_score_correction_bias", + "model.layers.42.input_layernorm", + "model.layers.43.mlp.gate", + "model.layers.72.self_attn.q_a_layernorm", + "model.layers.37.mlp.gate.e_score_correction_bias", + "model.layers.5.post_attention_layernorm", + "model.layers.28.mlp.gate", + "model.layers.2.post_attention_layernorm", + "model.layers.49.post_attention_layernorm", + "model.layers.43.self_attn.kv_a_layernorm", + "model.layers.12.input_layernorm", + "model.layers.56.mlp.gate", + "model.layers.5.input_layernorm", + "model.layers.29.mlp.gate.e_score_correction_bias", + "model.layers.4.self_attn.kv_a_layernorm", + "model.layers.20.self_attn.q_a_layernorm", + "model.layers.59.self_attn.q_a_layernorm", + "model.layers.68.mlp.gate", + "model.layers.21.post_attention_layernorm", + "model.layers.26.self_attn.q_a_layernorm", + "model.layers.52.self_attn.q_a_layernorm", + "model.layers.29.self_attn.kv_a_layernorm", + "model.layers.24.input_layernorm", + "model.layers.34.self_attn.indexer.k_norm.bias", + "model.layers.43.input_layernorm", + "model.layers.27.self_attn.kv_a_layernorm", + "model.layers.31.input_layernorm", + "model.layers.69.mlp.gate", + "model.layers.26.post_attention_layernorm", + "model.layers.3.self_attn.q_a_layernorm", + "model.layers.37.post_attention_layernorm", + "model.layers.52.mlp.gate", + "model.layers.73.input_layernorm", + "model.layers.19.input_layernorm", + "model.layers.13.self_attn.q_a_layernorm", + "model.layers.76.input_layernorm", + "model.layers.8.mlp.gate", + "model.layers.63.post_attention_layernorm", + "model.layers.58.mlp.gate", + "model.layers.31.post_attention_layernorm", + "model.layers.23.mlp.gate.e_score_correction_bias", + "model.layers.34.self_attn.q_a_layernorm", + "model.layers.78.self_attn.indexer.k_norm.bias", + "model.layers.13.mlp.gate.e_score_correction_bias", + "model.layers.71.mlp.gate", + "model.layers.14.input_layernorm", + "model.layers.17.mlp.gate.e_score_correction_bias", + "model.layers.8.post_attention_layernorm", + "model.layers.45.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexer.k_norm", + "model.layers.20.self_attn.kv_a_layernorm", + "model.layers.78.self_attn.indexer.k_norm", + "model.layers.37.mlp.gate", + "model.layers.7.mlp.gate", + "model.layers.30.mlp.gate.e_score_correction_bias", + "model.layers.67.mlp.gate", + "model.layers.73.self_attn.q_a_layernorm", + "model.layers.10.self_attn.kv_a_layernorm", + "model.layers.61.mlp.gate", + "model.layers.22.mlp.gate.e_score_correction_bias", + "model.layers.58.input_layernorm", + "model.layers.8.self_attn.kv_a_layernorm", + "model.layers.33.self_attn.q_a_layernorm", + "model.layers.55.self_attn.q_a_layernorm", + "model.layers.32.input_layernorm", + "model.layers.17.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexer.k_norm.bias", + "model.layers.11.mlp.gate.e_score_correction_bias", + "model.layers.9.input_layernorm", + "model.layers.77.input_layernorm", + "model.layers.16.self_attn.kv_a_layernorm", + "model.layers.45.post_attention_layernorm", + "model.layers.74.mlp.gate", + "model.layers.68.self_attn.q_a_layernorm", + "model.layers.55.self_attn.kv_a_layernorm", + "model.layers.44.input_layernorm", + "model.layers.60.self_attn.kv_a_layernorm", + "model.layers.14.post_attention_layernorm", + "model.layers.62.self_attn.indexers_proj", + "model.layers.0.self_attn.q_a_layernorm", + "model.layers.72.post_attention_layernorm", + "model.layers.78.post_attention_layernorm", + "model.layers.60.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.indexer.k_norm.bias", + "model.layers.38.post_attention_layernorm", + "model.layers.50.post_attention_layernorm", + "model.layers.28.input_layernorm", + "model.layers.30.self_attn.indexer.k_norm", + "model.layers.37.self_attn.q_a_layernorm", + "model.layers.56.input_layernorm", + "model.layers.27.post_attention_layernorm", + "model.layers.74.input_layernorm", + "model.layers.78.self_attn.q_a_layernorm", + "model.layers.42.self_attn.q_a_layernorm", + "model.layers.26.self_attn.indexer.k_norm", + "model.layers.42.self_attn.kv_a_layernorm", + "model.layers.1.self_attn.indexer.k_norm", + "model.layers.39.post_attention_layernorm", + "model.layers.48.mlp.gate.e_score_correction_bias", + "model.layers.74.post_attention_layernorm", + "model.layers.69.self_attn.q_a_layernorm", + "model.layers.13.input_layernorm", + "model.layers.74.self_attn.indexer.k_norm", + "model.layers.29.mlp.gate", + "model.layers.7.mlp.gate.e_score_correction_bias", + "model.layers.3.self_attn.kv_a_layernorm", + "model.layers.35.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexers_proj", + "model.layers.0.self_attn.kv_a_layernorm", + "model.layers.43.self_attn.q_a_layernorm", + "model.norm", + "model.layers.1.self_attn.kv_a_layernorm", + "model.layers.38.self_attn.indexer.k_norm.bias", + "model.layers.30.self_attn.q_a_layernorm", + "model.layers.0.input_layernorm", + "model.layers.47.input_layernorm", + "model.layers.8.self_attn.q_a_layernorm", + "model.layers.61.self_attn.q_a_layernorm", + "model.layers.1.self_attn.indexer.k_norm.bias", + "model.layers.62.mlp.gate.e_score_correction_bias", + "model.layers.66.self_attn.q_a_layernorm", + "model.layers.46.self_attn.kv_a_layernorm", + "model.layers.66.mlp.gate", + "model.layers.69.input_layernorm", + "model.layers.69.self_attn.kv_a_layernorm", + "model.layers.22.input_layernorm", + "model.layers.30.post_attention_layernorm", + "model.layers.24.self_attn.q_a_layernorm", + "model.layers.48.mlp.gate", + "model.layers.7.self_attn.kv_a_layernorm", + "model.layers.67.input_layernorm", + "model.layers.27.self_attn.q_a_layernorm", + "model.layers.23.mlp.gate", + "model.layers.45.mlp.gate.e_score_correction_bias", + "model.layers.76.self_attn.kv_a_layernorm", + "model.layers.22.self_attn.q_a_layernorm", + "model.layers.78.mlp.gate", + "model.layers.9.mlp.gate", + "model.layers.57.self_attn.q_a_layernorm", + "model.layers.78.mlp.gate.e_score_correction_bias", + "model.layers.23.post_attention_layernorm", + "model.layers.38.self_attn.q_a_layernorm", + "model.layers.53.mlp.gate", + "model.layers.77.self_attn.q_a_layernorm", + "model.layers.62.self_attn.kv_a_layernorm", + "model.layers.12.mlp.gate", + "model.layers.34.self_attn.indexer.k_norm", + "model.layers.46.self_attn.q_a_layernorm", + "model.layers.36.self_attn.q_a_layernorm", + "model.layers.58.self_attn.indexer.k_norm.bias", + "model.layers.60.post_attention_layernorm", + "model.layers.28.post_attention_layernorm", + "model.layers.2.self_attn.kv_a_layernorm", + "model.layers.70.self_attn.indexers_proj", + "model.layers.16.mlp.gate.e_score_correction_bias", + "model.layers.2.self_attn.indexer.k_norm", + "model.layers.31.self_attn.kv_a_layernorm", + "model.layers.64.input_layernorm", + "model.layers.6.mlp.gate.e_score_correction_bias", + "model.layers.50.self_attn.indexer.k_norm", + "model.layers.58.self_attn.q_a_layernorm", + "model.layers.57.mlp.gate.e_score_correction_bias", + "model.layers.13.post_attention_layernorm", + "model.layers.28.self_attn.kv_a_layernorm", + "model.layers.31.self_attn.q_a_layernorm", + "model.layers.1.self_attn.q_a_layernorm", + "model.layers.17.mlp.gate", + "model.layers.15.post_attention_layernorm", + "model.layers.18.self_attn.indexer.k_norm.bias", + "model.layers.18.self_attn.indexer.k_norm", + "model.layers.43.mlp.gate.e_score_correction_bias", + "model.layers.11.input_layernorm", + "model.layers.9.post_attention_layernorm", + "model.layers.33.input_layernorm", + "model.layers.66.input_layernorm", + "model.layers.78.self_attn.indexers_proj", + "model.layers.54.post_attention_layernorm", + "model.layers.53.mlp.gate.e_score_correction_bias", + "model.layers.5.mlp.gate.e_score_correction_bias", + "model.layers.19.mlp.gate", + "model.layers.49.mlp.gate", + "model.layers.66.self_attn.indexers_proj", + "model.layers.14.self_attn.indexer.k_norm.bias", + "model.layers.41.mlp.gate", + "model.layers.42.self_attn.indexer.k_norm.bias", + "model.layers.65.input_layernorm", + "model.layers.75.mlp.gate", + "model.layers.12.self_attn.kv_a_layernorm", + "model.layers.53.input_layernorm", + "model.layers.58.self_attn.kv_a_layernorm", + "model.layers.60.self_attn.q_a_layernorm", + "model.layers.6.mlp.gate", + "model.layers.49.self_attn.kv_a_layernorm", + "model.layers.16.mlp.gate", + "model.layers.22.mlp.gate", + "model.layers.58.post_attention_layernorm", + "model.layers.15.mlp.gate.e_score_correction_bias", + "model.layers.26.input_layernorm", + "model.layers.3.post_attention_layernorm", + "model.layers.6.input_layernorm", + "model.layers.22.self_attn.kv_a_layernorm", + "model.layers.16.input_layernorm", + "model.layers.33.post_attention_layernorm", + "model.layers.17.post_attention_layernorm", + "model.layers.35.mlp.gate", + "model.layers.56.post_attention_layernorm", + "model.layers.7.self_attn.q_a_layernorm", + "model.layers.24.mlp.gate", + "model.layers.24.post_attention_layernorm", + "model.layers.36.mlp.gate.e_score_correction_bias", + "model.layers.56.mlp.gate.e_score_correction_bias", + "model.layers.32.post_attention_layernorm", + "model.layers.47.post_attention_layernorm", + "model.layers.40.mlp.gate", + "model.layers.41.self_attn.kv_a_layernorm", + "model.layers.52.self_attn.kv_a_layernorm", + "model.layers.9.self_attn.kv_a_layernorm", + "model.layers.77.mlp.gate.e_score_correction_bias", + "model.layers.78.shared_head.norm", + "model.layers.53.post_attention_layernorm", + "model.layers.63.self_attn.kv_a_layernorm", + "model.layers.48.self_attn.kv_a_layernorm", + "model.layers.28.mlp.gate.e_score_correction_bias", + "model.layers.8.mlp.gate.e_score_correction_bias", + "model.layers.52.mlp.gate.e_score_correction_bias", + "model.layers.52.post_attention_layernorm", + "model.layers.18.self_attn.q_a_layernorm", + "model.layers.50.mlp.gate.e_score_correction_bias", + "model.layers.64.mlp.gate.e_score_correction_bias", + "model.layers.38.mlp.gate.e_score_correction_bias", + "model.layers.59.input_layernorm", + "model.layers.21.input_layernorm", + "model.layers.39.mlp.gate", + "model.layers.77.post_attention_layernorm", + "model.layers.76.self_attn.q_a_layernorm", + "model.layers.12.post_attention_layernorm", + "model.layers.43.post_attention_layernorm", + "model.layers.35.input_layernorm", + "model.layers.62.mlp.gate", + "model.layers.38.self_attn.kv_a_layernorm", + "model.layers.63.mlp.gate", + "model.layers.27.mlp.gate.e_score_correction_bias", + "model.layers.18.mlp.gate", + "model.layers.25.post_attention_layernorm", + "model.layers.55.mlp.gate.e_score_correction_bias", + "model.layers.66.self_attn.indexer.k_norm", + "model.layers.48.self_attn.q_a_layernorm", + "model.layers.78.eh_proj", + "model.layers.77.mlp.gate", + "model.layers.6.self_attn.indexers_proj", + "model.layers.14.self_attn.q_a_layernorm", + "model.layers.2.self_attn.q_a_layernorm", + "model.layers.42.mlp.gate", + "model.layers.54.mlp.gate.e_score_correction_bias", + "model.layers.60.input_layernorm", + "model.layers.40.self_attn.kv_a_layernorm", + "model.layers.51.self_attn.kv_a_layernorm", + "model.layers.18.input_layernorm", + "model.layers.30.self_attn.indexers_proj", + "model.layers.53.self_attn.kv_a_layernorm", + "model.layers.6.post_attention_layernorm", + "model.layers.70.self_attn.indexer.k_norm.bias", + "model.layers.54.input_layernorm", + "model.layers.41.self_attn.q_a_layernorm", + "model.layers.18.mlp.gate.e_score_correction_bias", + "model.layers.34.mlp.gate.e_score_correction_bias", + "model.layers.47.mlp.gate", + "model.layers.46.mlp.gate", + "model.layers.25.self_attn.q_a_layernorm", + "model.layers.63.mlp.gate.e_score_correction_bias", + "model.layers.66.post_attention_layernorm", + "model.layers.76.mlp.gate", + "model.embed_tokens", + "model.layers.67.self_attn.kv_a_layernorm", + "model.layers.67.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.kv_a_layernorm", + "model.layers.31.mlp.gate", + "model.layers.18.self_attn.kv_a_layernorm", + "model.layers.34.mlp.gate", + "model.layers.55.post_attention_layernorm", + "model.layers.30.input_layernorm", + "model.layers.50.mlp.gate", + "model.layers.63.input_layernorm", + "model.layers.11.self_attn.kv_a_layernorm", + "model.layers.24.self_attn.kv_a_layernorm", + "model.layers.75.mlp.gate.e_score_correction_bias", + "model.layers.10.post_attention_layernorm", + "model.layers.1.self_attn.indexers_proj", + "model.layers.42.self_attn.indexers_proj", + "model.layers.46.input_layernorm", + "model.layers.23.self_attn.q_a_layernorm", + "model.layers.63.self_attn.q_a_layernorm", + "model.layers.14.self_attn.indexer.k_norm", + "model.layers.14.self_attn.indexers_proj", + "model.layers.60.mlp.gate", + "model.layers.70.mlp.gate.e_score_correction_bias", + "model.layers.53.self_attn.q_a_layernorm", + "model.layers.0.post_attention_layernorm", + "model.layers.35.mlp.gate.e_score_correction_bias", + "model.layers.75.self_attn.kv_a_layernorm", + "model.layers.1.input_layernorm", + "model.layers.42.post_attention_layernorm", + "model.layers.37.input_layernorm", + "model.layers.9.mlp.gate.e_score_correction_bias", + "model.layers.46.post_attention_layernorm", + "model.layers.26.mlp.gate", + "model.layers.65.mlp.gate.e_score_correction_bias", + "model.layers.67.self_attn.q_a_layernorm", + "model.layers.44.mlp.gate.e_score_correction_bias", + "model.layers.33.mlp.gate", + "model.layers.29.input_layernorm", + "model.layers.18.post_attention_layernorm", + "model.layers.75.post_attention_layernorm", + "model.layers.44.self_attn.q_a_layernorm", + "model.layers.10.mlp.gate", + "model.layers.21.mlp.gate", + "model.layers.58.mlp.gate.e_score_correction_bias", + "model.layers.7.post_attention_layernorm", + "model.layers.50.self_attn.q_a_layernorm", + "model.layers.9.self_attn.q_a_layernorm", + "model.layers.2.self_attn.indexers_proj", + "model.layers.0.self_attn.indexer.k_norm.bias", + "model.layers.74.self_attn.kv_a_layernorm", + "model.layers.74.mlp.gate.e_score_correction_bias", + "model.layers.49.mlp.gate.e_score_correction_bias", + "model.layers.62.post_attention_layernorm", + "model.layers.57.self_attn.kv_a_layernorm", + "model.layers.40.input_layernorm", + "model.layers.69.mlp.gate.e_score_correction_bias", + "model.layers.35.post_attention_layernorm", + "model.layers.74.self_attn.indexers_proj", + "model.layers.55.input_layernorm", + "model.layers.49.input_layernorm", + "model.layers.40.mlp.gate.e_score_correction_bias", + "model.layers.25.mlp.gate", + "model.layers.2.self_attn.indexer.k_norm.bias", + "model.layers.68.self_attn.kv_a_layernorm", + "model.layers.51.input_layernorm", + "model.layers.22.self_attn.indexers_proj", + "model.layers.10.input_layernorm", + "model.layers.42.self_attn.indexer.k_norm", + "model.layers.56.self_attn.kv_a_layernorm", + "model.layers.17.self_attn.q_a_layernorm", + "model.layers.59.self_attn.kv_a_layernorm", + "model.layers.3.input_layernorm", + "model.layers.57.input_layernorm", + "model.layers.38.input_layernorm", + "model.layers.62.self_attn.indexer.k_norm", + "model.layers.20.mlp.gate", + "model.layers.64.mlp.gate", + "model.layers.28.self_attn.q_a_layernorm", + "model.layers.32.self_attn.kv_a_layernorm", + "model.layers.10.mlp.gate.e_score_correction_bias", + "model.layers.5.self_attn.q_a_layernorm", + "model.layers.37.self_attn.kv_a_layernorm" + ] + } +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.12.0" +} diff --git a/model-00001-of-00141.safetensors b/model-00001-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a64740c03b134ce0abb0fcf0af99a295983c9e92 --- /dev/null +++ b/model-00001-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c537abddf4fc94689defddbdd03694b287385c620072a7805d63a3dcd7d5b6 +size 5363940952 diff --git a/model-00002-of-00141.safetensors b/model-00002-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6db396c9efc3a724aa5afa2b4138e96d30ddf255 --- /dev/null +++ b/model-00002-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedd05754d9013db7e444cada55ebf671bf3a1171c0728ee4ea9384bb7818afe +size 5361736696 diff --git a/model-00003-of-00141.safetensors b/model-00003-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..83051938d62c380fe250611cd22ef4a2150c6c30 --- /dev/null +++ b/model-00003-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b0aac7fdc8018492034d58e39f3441b021a76a871ea00e27212d5f3d2052e6 +size 5363339120 diff --git a/model-00004-of-00141.safetensors b/model-00004-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6270914114c1ec959056a79b5c0a18ee14279fe0 --- /dev/null +++ b/model-00004-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43155b1b8fd824776fbddcefb59e557419404aa3c5f377000cf8693e74ae5cb8 +size 5361736640 diff --git a/model-00005-of-00141.safetensors b/model-00005-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51c082e51dc8590f7264642bc71976b43acc96c2 --- /dev/null +++ b/model-00005-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef7a74c4d73583f3ef5c9c1322bc0470aa17b6780ce56e4b8fcdb0a7644fe76 +size 5366353560 diff --git a/model-00006-of-00141.safetensors b/model-00006-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fdd1b69f35a59a1419153f5cb46ed3a49ebda96 --- /dev/null +++ b/model-00006-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d12ad601a6c1e6867461d0ffac95ff5f56eae86f8bbceaf5ed1586a402a6e3 +size 5361736504 diff --git a/model-00007-of-00141.safetensors b/model-00007-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c8e13a62595eec2190b7119c5c4d4faf63c73f0 --- /dev/null +++ b/model-00007-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5930833775b24939899696a815d908009f84945fbc639e479d3b394885c962f +size 5366353704 diff --git a/model-00008-of-00141.safetensors b/model-00008-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7dc9ca9047d796fa672c8934951b73ea9e80220 --- /dev/null +++ b/model-00008-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70bd39043245761a0885402bbb6a90e621fba99003ccbb25b7fbbde901f54c0 +size 5361736368 diff --git a/model-00009-of-00141.safetensors b/model-00009-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3d94da6394b4d5104339410005b58d0ca679e92 --- /dev/null +++ b/model-00009-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3174f361cc94e7cfd02902bed5d67273f21cdfbde36db01fa422710b29a4caf +size 5366353832 diff --git a/model-00010-of-00141.safetensors b/model-00010-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dbc653d2e7db26e99d9458f0b813bce6c8cc367 --- /dev/null +++ b/model-00010-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52fc7f5a00da86bd3339d721b22ebb043e64afdf433afc2d8907d40799067e51 +size 5361736232 diff --git a/model-00011-of-00141.safetensors b/model-00011-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf838bd07bc9c28fea3d044f7d4ba21d46516bdf --- /dev/null +++ b/model-00011-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0fb8066c93ba2423ce7c3a7b9700a0b7c7f90ffa89faa55ebc03b8a320d0cce +size 5363339600 diff --git a/model-00012-of-00141.safetensors b/model-00012-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..188a4f1345a5a0080c7b97c8a7bb54d5503bc6dd --- /dev/null +++ b/model-00012-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d5dc53dc706af6f4ba10e3ac0fe3249674e6d97e1bebb53044eae125aa3aa +size 5366353488 diff --git a/model-00013-of-00141.safetensors b/model-00013-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..081fdecfd8e6f6b29842e4c5776e395e31c58545 --- /dev/null +++ b/model-00013-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c86c0a3691912ed2e6e5f4a3492672e1a6f4b6e75b1d49928d4f35ca21b05b +size 5361736696 diff --git a/model-00014-of-00141.safetensors b/model-00014-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af6c24c1e770c3a84fb492529e8d23f4fb9b460c --- /dev/null +++ b/model-00014-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c98b26dd6784e2954dd5025f359748e49cc36166e0d3f497a639b3871bbe46 +size 5366353496 diff --git a/model-00015-of-00141.safetensors b/model-00015-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2dca2377394905d112c454cc340200e4ea7d388 --- /dev/null +++ b/model-00015-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c11bb2165020b017c5976a961551a3b550a9ad057ea82b7fbd2b6fd2fc7088 +size 5361736680 diff --git a/model-00016-of-00141.safetensors b/model-00016-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31ac52e54d63411c43841a9b502b108769852b23 --- /dev/null +++ b/model-00016-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2496b285f6111f24ee2e25490f91e463cdb5d05c5088d7c5cd9d8b1bbb162cb9 +size 5366353520 diff --git a/model-00017-of-00141.safetensors b/model-00017-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1da42d3a169020dab77c25611f41616e585ed51 --- /dev/null +++ b/model-00017-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0642d34c281b16e9db2110996b978f357d1aee543cc5ff9c1f2187430333f196 +size 5361736544 diff --git a/model-00018-of-00141.safetensors b/model-00018-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61b3cc56ce8348db0a5a5d7c99553b7fe2ba4834 --- /dev/null +++ b/model-00018-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1755443ec0acf585f005ec1bc17b7c3689983c34cd001610a7108fd8f15cff26 +size 5363339264 diff --git a/model-00019-of-00141.safetensors b/model-00019-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1630a650fb2137a2ed49a8d0053792506ab50b74 --- /dev/null +++ b/model-00019-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd772671cce412a6af8661db72ec1432982cc95896697d83f5f00af7684704f +size 5361736408 diff --git a/model-00020-of-00141.safetensors b/model-00020-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7aa170304fe97b38cd6063d979a1d33b9d555ec9 --- /dev/null +++ b/model-00020-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29f71186de8a69156c9ba19cbb8b31246c06db7470668b8b8091ead510b4d76 +size 5364805840 diff --git a/model-00021-of-00141.safetensors b/model-00021-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f166cbc78f986532eb5460ed07b1a0ad438b4d3 --- /dev/null +++ b/model-00021-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a10d45444bf9eaf7b24585d43461f172f1d46846acc549e6166bd0866e402b +size 5361736336 diff --git a/model-00022-of-00141.safetensors b/model-00022-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58b452ed88acc9d2c698f747536e4f921438024b --- /dev/null +++ b/model-00022-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e81bc5beaa90043e12d4666fed74040ba6617507507a2e6c02ccb3b163ed0e +size 5366353872 diff --git a/model-00023-of-00141.safetensors b/model-00023-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..952bd5fd94906ddcffd3a58efa6dd60742e9aa71 --- /dev/null +++ b/model-00023-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5bee00ed2e620539755ab39b8572975588d3e9f923d7de8591a65c9e39bb00 +size 5357948328 diff --git a/model-00024-of-00141.safetensors b/model-00024-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b4395e72841e4ffbb8f07c7028d02c8131b8e08 --- /dev/null +++ b/model-00024-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa762520255d1509cf79528f30052fd2be8225b0dcf8affaf2963c51b6c13e2 +size 5357555688 diff --git a/model-00025-of-00141.safetensors b/model-00025-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c22d7e769326d6e7e86a4746383d82839758090 --- /dev/null +++ b/model-00025-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29031699298a9e5517a89a0baf400782a250db70b53a8cd29f8519bde62de607 +size 5363339104 diff --git a/model-00026-of-00141.safetensors b/model-00026-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eb0860cd81cf1e9743851d9106de63c4a7c141c --- /dev/null +++ b/model-00026-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d5c305f39b22dcb32ea1fdcad76062dd18892dc69af0e0221626383dd9c83f +size 5361736696 diff --git a/model-00027-of-00141.safetensors b/model-00027-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56278d2e5ada9f3699de429bce7586a44a4262e9 --- /dev/null +++ b/model-00027-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2652b27a61aa7b86f0a53e6bd9c139732b3d1e17388f06e92d1d98c7c3f9c6a1 +size 5366353504 diff --git a/model-00028-of-00141.safetensors b/model-00028-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b021d19e2e5183ec69ab1a832bd8e27a69d93eed --- /dev/null +++ b/model-00028-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aadd7705973b5934fa8fdb18b13109ff18bc460e8169475aeed9f668d3945c5 +size 5361736648 diff --git a/model-00029-of-00141.safetensors b/model-00029-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca2da5138078d8f9f68d032520f4707d0085d177 --- /dev/null +++ b/model-00029-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7f418937f893768c9d26f432ec8be70d25f2d3fe0b78e0ebc1f3067dd497c9 +size 5366353560 diff --git a/model-00030-of-00141.safetensors b/model-00030-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6fea670b477ceb06e0a6469885117930549c36e5 --- /dev/null +++ b/model-00030-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9c553bc388cc7069cf50d126a86907bb351e31e26e78b91f3ed29abee9a8c1 +size 5361736512 diff --git a/model-00031-of-00141.safetensors b/model-00031-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a33922d67d873006214e5a8b62eadddc72179ae2 --- /dev/null +++ b/model-00031-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16a2c2d98a41b822192eac18902e1b33ae45561a67652fc26ac8d2cbadf4e66 +size 5366353688 diff --git a/model-00032-of-00141.safetensors b/model-00032-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8cb907340b5aa8277457ad50fb007c64c3dc0f7 --- /dev/null +++ b/model-00032-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d890300d1c49787848d9ed81b90f20699f7dd6a237f0bb8f5f915584e47ddf6 +size 5361736376 diff --git a/model-00033-of-00141.safetensors b/model-00033-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ccb185aed9a64c6f7c9513a9a81073b5915d0b5b --- /dev/null +++ b/model-00033-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503a2745947e74340d1e4328a5bcb8854f0c57185141b704c0755399a5c1c6e8 +size 5363339440 diff --git a/model-00034-of-00141.safetensors b/model-00034-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7839899030da8fd72ea5bf3ca4fb512190250fb --- /dev/null +++ b/model-00034-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436240414a63d7d3312c74ff4929f6d72f7bdb4e0a91989ff4b59ee212f190ee +size 5361736240 diff --git a/model-00035-of-00141.safetensors b/model-00035-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14ee7f1149c8dd584e8c8780bda4495f3878dee9 --- /dev/null +++ b/model-00035-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda066767b805686224e38cad3ee7f357f0b53c398710d07b40a5b75392daecb +size 5366353976 diff --git a/model-00036-of-00141.safetensors b/model-00036-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..252b1e434aa11466f1a39ddb95f1204c3a0de4fc --- /dev/null +++ b/model-00036-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43294735fb32f40e1196848e31b9e527958480cc63a2dbe4f75005b3e40467ad +size 5366353488 diff --git a/model-00037-of-00141.safetensors b/model-00037-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09a8cc87d057942b7b7bbcb01f904b566d7f6453 --- /dev/null +++ b/model-00037-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9e2ecb1c450d959b2ff81936442cd1cff952c9b7897fcde4ecbc94dc11f69c +size 5361736696 diff --git a/model-00038-of-00141.safetensors b/model-00038-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fd579ece2b0e17be9b4e06318e09305c2bd6995 --- /dev/null +++ b/model-00038-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97f6e12233173645263c8cb25ae809c8393c19545669dd0f116a27282c781d1 +size 5366353304 diff --git a/model-00039-of-00141.safetensors b/model-00039-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da77661f81862484d526bda20aea44ea0129d0e0 --- /dev/null +++ b/model-00039-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f9c9987cf738974a55869fdb4299d3ae04addf3c0a38903178f94a7cbe3ae +size 5361735832 diff --git a/model-00040-of-00141.safetensors b/model-00040-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1daaa927e8b8556aee069d1a953598b682c43317 --- /dev/null +++ b/model-00040-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77db405ecf43966c2be50ce6dbb5cdd7992e6aefc1c6b666917dfe4ac16fcc92 +size 5366353016 diff --git a/model-00041-of-00141.safetensors b/model-00041-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d32df2152614001f485346f176830c26088525f --- /dev/null +++ b/model-00041-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4f9019124dea06e8506081d93ffe0d408dc652a241fe7be89e15fa65ff56de +size 5361736552 diff --git a/model-00042-of-00141.safetensors b/model-00042-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..166b4f33d146b614ba30d67b713b66ceb5ce7ea6 --- /dev/null +++ b/model-00042-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a7cdda8b21ddbe934b49e9725bed3738c28a350376290e8ca350da60cbadc8 +size 5363339264 diff --git a/model-00043-of-00141.safetensors b/model-00043-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17cb5c6dc3b72daa80aea20f015b42f06ffb0c2b --- /dev/null +++ b/model-00043-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8bf5154605ddd7c91a6703223626f6e68ff6b14aac6c5ad89ef9fa19106355 +size 5361736416 diff --git a/model-00044-of-00141.safetensors b/model-00044-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5703e42e37b780499d542328e349e3f30f2c2b66 --- /dev/null +++ b/model-00044-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1645412f18a8981c9f03c3cd3ec4df8ca575f3536dd724a6d8d77cb73ffc2c +size 5366353776 diff --git a/model-00045-of-00141.safetensors b/model-00045-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93eea8b42786d6ef87a54db5bee5173d856cd583 --- /dev/null +++ b/model-00045-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88226cffca5b25d64e81d125a2154ef2860db16a097ff247132c2994a391c516 +size 5361736280 diff --git a/model-00046-of-00141.safetensors b/model-00046-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36cd1040aaf8d2d56030c25df53752dc63999b6a --- /dev/null +++ b/model-00046-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efae0d6d515af60038c7ea2171acb05c9099df7e73cbe4a3a087f76797b0b40 +size 5366353920 diff --git a/model-00047-of-00141.safetensors b/model-00047-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dd80a35a29996413957140ae5b8ed89571e1faf --- /dev/null +++ b/model-00047-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b377da7267118f3590cbdb685a88d41e74de09d0901ea5021140a9a03fa1a83b +size 5366353496 diff --git a/model-00048-of-00141.safetensors b/model-00048-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f531eaee3b9177d6fe0a61d4d6003d074ad058e --- /dev/null +++ b/model-00048-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dfedd9a4abf51bee77c6beaacaf4d9b661c0916e51ac0a20878642c33cd1cd0 +size 5361736696 diff --git a/model-00049-of-00141.safetensors b/model-00049-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4434c21a9b3b4baf7957304d1c03f29813e92f1e --- /dev/null +++ b/model-00049-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af58c8a00434a589e5cfa021b3241a954d95f10be7af55d6293b9a2bcae7262 +size 5363339104 diff --git a/model-00050-of-00141.safetensors b/model-00050-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0eeb2de845295e503e5ea09f3d5e289ff80195aa --- /dev/null +++ b/model-00050-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132bc9c74406179df56901ed9c09f1514e10ff8f9756cb131ecdfcb94ab9f90e +size 5361736696 diff --git a/model-00051-of-00141.safetensors b/model-00051-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..353ac66c4fc6904137e3bb6c92c14b273b293f9a --- /dev/null +++ b/model-00051-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c2b274fdad88e0d184e197e8c22a6e2d6e8144a56cf4c07859ef93441537da +size 5366353512 diff --git a/model-00052-of-00141.safetensors b/model-00052-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81351139d53aed8342426ff41c64aeb327e5d260 --- /dev/null +++ b/model-00052-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb7eaaeca53f382f85e5fbc83eee16715d4aa74bfde3f83bc3acbfd6cce0ade +size 5361736584 diff --git a/model-00053-of-00141.safetensors b/model-00053-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e3189ab834a5526f15520e84f72dd0d869b698d --- /dev/null +++ b/model-00053-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54972554c0094046086eef53261066e499b56caee9019cd9c74a1329ec0bafec +size 5366353608 diff --git a/model-00054-of-00141.safetensors b/model-00054-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c44a0cbdfb81a2b9444413226afe2cf7b013034c --- /dev/null +++ b/model-00054-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fa148543df5849691f2b5a584037aed449f1732332a685e37075e7f7f2b7dc +size 5361736448 diff --git a/model-00055-of-00141.safetensors b/model-00055-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f2291cf3bcf6beea37dee5f6ded1df5475c5d18 --- /dev/null +++ b/model-00055-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af95d9f47a6e020a44a534199e1ad3c91c4f9a1ddf25f965f858ff52fd65ac02 +size 5366353744 diff --git a/model-00056-of-00141.safetensors b/model-00056-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9c6e292606ce397cbcc8fed988da4d356556a7e --- /dev/null +++ b/model-00056-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa384d78da8bf23f25656b685bfd8f29cc965d7a65c765670d5ef18b3fb5482 +size 5361736312 diff --git a/model-00057-of-00141.safetensors b/model-00057-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2fcb4c6de5a54af5667a88b95db675a5e7464569 --- /dev/null +++ b/model-00057-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12ee91dfcc46d365a578901c766a4ded3aa9b321a25e33b00dbbae54c07efb1 +size 5363339496 diff --git a/model-00058-of-00141.safetensors b/model-00058-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab548e3b56271059ecff401340155ddbc60f2f93 --- /dev/null +++ b/model-00058-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168dc3d432871615aac3d455daa5af687d9121f753565cb85f5df7724ffdb96e +size 5357950744 diff --git a/model-00059-of-00141.safetensors b/model-00059-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2053bc90a72082227f845fc22c5b4871d12385c --- /dev/null +++ b/model-00059-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518e10cc0120019444a2e75bf0a3c893c8f6f4016e9c435b575ded964c2ed9fc +size 5357552376 diff --git a/model-00060-of-00141.safetensors b/model-00060-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62474f2132a546c3d8dc1edc9b011f86af48f141 --- /dev/null +++ b/model-00060-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feda1de42cc4db6527a39a4af7750aee21ecf93fa56a65c62c54e8472dd40889 +size 5366352776 diff --git a/model-00061-of-00141.safetensors b/model-00061-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55bd2aa87fa473736911b4a1b7664ecf88610176 --- /dev/null +++ b/model-00061-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5f4cac36816f52eae3b1d07d3768879e4c1aeaecc6d0f849ccb0e398b73914 +size 5361736696 diff --git a/model-00062-of-00141.safetensors b/model-00062-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea3f777e940ce05bc73bcf59dce4acaed2cbc2af --- /dev/null +++ b/model-00062-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230563a0ce9ae66456aa5391d9af74090e24a369424b75659c29efd7be949bb3 +size 5366353504 diff --git a/model-00063-of-00141.safetensors b/model-00063-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0122c47e14ad770521ed164cccfd5751b882bfbd --- /dev/null +++ b/model-00063-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9f7f2d988c0b8ab6f04536a89c270a7f4db8dc56d8591cfcbff835af6c0665 +size 5361736624 diff --git a/model-00064-of-00141.safetensors b/model-00064-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..869f7ebfa7bcfb6cfbdd3b655ca4244adf1f7a16 --- /dev/null +++ b/model-00064-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adf78e823636b52a9f09a14b1484d435ffd2519985306543c4df97695698df4 +size 5366353576 diff --git a/model-00065-of-00141.safetensors b/model-00065-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b673393bd98f9db0d78e5ee2c242065f64694c38 --- /dev/null +++ b/model-00065-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679c665e9ada075a0c1e14e8b7f89a471f0bca58a4832f6a6cbff6ccf3083218 +size 5361736488 diff --git a/model-00066-of-00141.safetensors b/model-00066-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8791c94ced5533169e5f2b4e83b789b15a87095 --- /dev/null +++ b/model-00066-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e07ea3663a2685bb13ff9bc3d333149fe637034bcd3412b01cdc73597e09de +size 5363339320 diff --git a/model-00067-of-00141.safetensors b/model-00067-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..704059eead5f667257c506cb5ba8058a8188c016 --- /dev/null +++ b/model-00067-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4893e7714579294770a3db6a7daceb70723f11e740463cc56f16a4f2feaae589 +size 5361736360 diff --git a/model-00068-of-00141.safetensors b/model-00068-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e82221dd0883477e42e77fd3b374da123bc351a --- /dev/null +++ b/model-00068-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98fc8956ad135293ee7344e5c11ce8744ee5858cb3768ed6f95de676462c650f +size 5366353848 diff --git a/model-00069-of-00141.safetensors b/model-00069-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37a2789607a9c1a7ebe44cbf5a826279997bffba --- /dev/null +++ b/model-00069-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee7792fea84123165165ccad4bb7abafcc7965a535b174578f4b91ee26f0373 +size 5361736224 diff --git a/model-00070-of-00141.safetensors b/model-00070-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..404491b30b965731dec6a9aeeb2a681d7ca373f8 --- /dev/null +++ b/model-00070-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f61f7fb310c88b55adab398b4b18ffd627bb8a0af29f143ddc9835c8504e244 +size 5366353992 diff --git a/model-00071-of-00141.safetensors b/model-00071-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1402d1573e75903d1fb950b7b1e0aaccc32e4b51 --- /dev/null +++ b/model-00071-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6012dfecf3f6cc81fe59afb1e8f2aec9bf2c5bc0e50d10fabbdc0a9fc9a713b8 +size 5366353488 diff --git a/model-00072-of-00141.safetensors b/model-00072-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ef3536d7e754625d6ea333d302c4f8243c7e0a7 --- /dev/null +++ b/model-00072-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260db65aac411a6665600dfd7b4f6b4d5d2086aed9edd2230adb82ed09e89cf5 +size 5361736696 diff --git a/model-00073-of-00141.safetensors b/model-00073-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8d7644902f91271f3be61ec75f171dea7a508c9 --- /dev/null +++ b/model-00073-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5e929e820619f80b88751dd497c1e6cd3a0e558a5b08ec3cea4d41be2d9fe2 +size 5363339112 diff --git a/model-00074-of-00141.safetensors b/model-00074-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9eb00df078f0748217e57215f8978ee6bfe5ab98 --- /dev/null +++ b/model-00074-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c1ccde7476d8d49f4a1264f64b182d92f9fe435facdba85f80af648c37e16d +size 5361736672 diff --git a/model-00075-of-00141.safetensors b/model-00075-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29a1a25909373fb27b96100ba7203dac1d2569d6 --- /dev/null +++ b/model-00075-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa483d44e064e5a395422fc7dbe73242396c0c381e97cb3f4c15615fd49d5880 +size 5366353528 diff --git a/model-00076-of-00141.safetensors b/model-00076-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..154412de4cc0729dd554ff40371df99e74d7dfb4 --- /dev/null +++ b/model-00076-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77cf94357920a99100e5f0a54792696d67d2455276686803c72520405299f62b +size 5361736528 diff --git a/model-00077-of-00141.safetensors b/model-00077-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..744d6b6f595ed269f05fcaabdfbd8348f4a07b74 --- /dev/null +++ b/model-00077-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc0832bb33d72c45c914ac83b3e06e2772955b01b897e10576e3aa4ee81d7f8 +size 5366353672 diff --git a/model-00078-of-00141.safetensors b/model-00078-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c66c6ec60fd73eb716a066dcb2aa730f89d6b6f8 --- /dev/null +++ b/model-00078-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c536713f0d37728aa4b0c79d05d4140e3041b8799ddf670096f22548d57c446 +size 5361736392 diff --git a/model-00079-of-00141.safetensors b/model-00079-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12bebd07febe4bed7b96bfa6bd245f2cd27292f7 --- /dev/null +++ b/model-00079-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899b86d6f6722fe5e5f7105c0f1dbd3c0573b06a66ff5fa1197401c875e7002a +size 5366353168 diff --git a/model-00080-of-00141.safetensors b/model-00080-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..536c9a8edd460a9dddd2ee71de930e23f05755e2 --- /dev/null +++ b/model-00080-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9cec7efbc4d7ee8425373e9919fea6695e008d0b1a23260b7e9607e33374cd +size 5361735408 diff --git a/model-00081-of-00141.safetensors b/model-00081-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f29f1343d19eac3940a78e5c8dd9b2aef441361 --- /dev/null +++ b/model-00081-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa599e07f0d4c751c4d51fe52abd126513ad75c332ef9e8ae20fbeaf37f6217d +size 5366353872 diff --git a/model-00082-of-00141.safetensors b/model-00082-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5feb360f82d9e969460f8edfce4e7ef15da6e1d5 --- /dev/null +++ b/model-00082-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd9121cd2fe7e829ab0c5d17f0ea474abcd624b2f37099be0b2d8aece3cd0a8 +size 5363339104 diff --git a/model-00083-of-00141.safetensors b/model-00083-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..344f827828f8c63bcbfd45a224dd3cde1f65d8dd --- /dev/null +++ b/model-00083-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c515be1a65433e2c7fd9643d7557367b6e4c40a9e5ba9af7eacfbdf7ebdd12f +size 5361736696 diff --git a/model-00084-of-00141.safetensors b/model-00084-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc6609aaabfe25080dd2fbab76a5d566cbc75901 --- /dev/null +++ b/model-00084-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d59ac473eeb0dea03dbdb831b2321c2e66fceba1c1d027fcbcf12cf4f8ecafa +size 5366353496 diff --git a/model-00085-of-00141.safetensors b/model-00085-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71c870e9ed35a79cda824f86fec5f2bcc7591d38 --- /dev/null +++ b/model-00085-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb9c8d5026c422d7f21200ac2d4ed4833a84fb9a356ae6da3050b87adfbed35 +size 5361736696 diff --git a/model-00086-of-00141.safetensors b/model-00086-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0b78e55c7578b9faad98dd0ee463ee399c73fb1 --- /dev/null +++ b/model-00086-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaca5f2ddd5ba1c357ddb1a4cae7bfe16320b4cfbb9e6641e737785ffb640422 +size 5366353512 diff --git a/model-00087-of-00141.safetensors b/model-00087-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73a839ed6bb5f56e35b4d6b714810442f993d45c --- /dev/null +++ b/model-00087-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7958dda4bcc991a0a8991073539b0ffa13d71e66beddea6225b68c04793570f4 +size 5361736568 diff --git a/model-00088-of-00141.safetensors b/model-00088-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb7890aa89d511d4f00f0dd0be1aa30762a5be06 --- /dev/null +++ b/model-00088-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12142bbf24a5ca3a000ef4d96ef61233ce7e3acfeb3e4d7bca1ed6797bcbf1d6 +size 5366353632 diff --git a/model-00089-of-00141.safetensors b/model-00089-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f481605ffb413c2a6d1c9c5b30550faf3b5df8a --- /dev/null +++ b/model-00089-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4e3c065c71de6efb080433a06f42a9eceaf0968329487911d80d5aee30d829 +size 5361736432 diff --git a/model-00090-of-00141.safetensors b/model-00090-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4dcc294f16eac8cdb9213d8f98198be0554be335 --- /dev/null +++ b/model-00090-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5953bca43c6f78a23e1c902baca005807758c2201e834c03be02a1829dc61b3c +size 5363339376 diff --git a/model-00091-of-00141.safetensors b/model-00091-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddcb6cca5d4a1263e1b6a9928e2924b288a830d1 --- /dev/null +++ b/model-00091-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6abe4b934d300f01ad5a9e60f82f3031602e97620aa2fb41e8d204c2d427d29 +size 5361736296 diff --git a/model-00092-of-00141.safetensors b/model-00092-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a12e8e8aa95ef596c4bb3fffe50ccb5749e7d627 --- /dev/null +++ b/model-00092-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a56f759b41040eab7f9abbd9004d08a494ba2154070e47b7b17b7e75a68c949 +size 5366353904 diff --git a/model-00093-of-00141.safetensors b/model-00093-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..319bc00c72508bc1ca88216cd740bb925fcbd09f --- /dev/null +++ b/model-00093-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8da10c49c13100eac273ffefeac21900d2afbef15634d4775cf49e106c528b4 +size 5366353488 diff --git a/model-00094-of-00141.safetensors b/model-00094-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddc110b1a6c6f59c1410463ec3c9aa11e2b706a0 --- /dev/null +++ b/model-00094-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3f836bd20ec485d491f7f496375bec4190737dfbd0b23a4837d10bbdaa5910 +size 5361736696 diff --git a/model-00095-of-00141.safetensors b/model-00095-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2fb1363769263dff773f1c422b89110a0d07be0f --- /dev/null +++ b/model-00095-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34488a2835586882e346d84f0e7ba8b3d2a3891411a82852d0e0c9ad86c58cac +size 5366353488 diff --git a/model-00096-of-00141.safetensors b/model-00096-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1459e3def3266320c9ed79dd1e432c800f3a886a --- /dev/null +++ b/model-00096-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e80bb3f65509fcbeb791ba61191b1f9d0e6a860ab37dce298d36b2e76f9ef6 +size 5361736696 diff --git a/model-00097-of-00141.safetensors b/model-00097-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cbb02e09fd3df3dc45eb762b0253de6a9888a83 --- /dev/null +++ b/model-00097-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6faaa6f276cdb682228b357c72b3f7d2e271386a0cfcfd020cf860642a498ae3 +size 5363339112 diff --git a/model-00098-of-00141.safetensors b/model-00098-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12d3befd251153ceb1341407d558b69e8a4ce6d8 --- /dev/null +++ b/model-00098-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6ba5deab119220eef4c641c0811514b9920dbed97a3416503060efadd393ce +size 5361736616 diff --git a/model-00099-of-00141.safetensors b/model-00099-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f28f7e8273b4285f77b489a271c0af8917188db9 --- /dev/null +++ b/model-00099-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ddd0f31448997249cfe3c63c9d49f8dc148b671124791c34d6fe2b079a9c79a +size 5366353168 diff --git a/model-00100-of-00141.safetensors b/model-00100-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a29d8b1666390e3310f1c108ee1c658ded28bce6 --- /dev/null +++ b/model-00100-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68b875a8bb2f4353bbf30d9098f894809f12d5ac1166b0be84acee7c2d87229 +size 5361735624 diff --git a/model-00101-of-00141.safetensors b/model-00101-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3290d24341a4465a5dbc51ffa7c30ae59abad58 --- /dev/null +++ b/model-00101-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5d30bac8311097e97451c796a9d779f2880c5469e61502844b9ea0af543d6f +size 5363339032 diff --git a/model-00102-of-00141.safetensors b/model-00102-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b8bfc9c0d681854be2093b9e4fbba69e2af85d3 --- /dev/null +++ b/model-00102-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01873cd29e26ded0034727739001f6cb0453a738173ae06c5d4e14323c63b17c +size 5361736344 diff --git a/model-00103-of-00141.safetensors b/model-00103-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e33ba6e960af30b5906051bcd64e992aa35ee25c --- /dev/null +++ b/model-00103-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628c1817216f5a36c935ba80718011b1bda9547d0a28f90309f7d4ac87ddd0d9 +size 5366353856 diff --git a/model-00104-of-00141.safetensors b/model-00104-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ef2f154fa9d39811ae173aecdf0c4a45ae7b268 --- /dev/null +++ b/model-00104-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7641a66c311d8df317d2deb9ac578f91e78eab2545e65bb3dea65e922ae91fc4 +size 5364883208 diff --git a/model-00105-of-00141.safetensors b/model-00105-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06678f306add423076cddb2d11f39360acd63112 --- /dev/null +++ b/model-00105-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5b6fed5cb64804f02167a1d9a676fa982bfb4205ef6506aa3bc3260f68c3b1 +size 5363207032 diff --git a/model-00106-of-00141.safetensors b/model-00106-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfef26906f462e498288628a74a655dbb37c675e --- /dev/null +++ b/model-00106-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3843515722d4e2425757518b4ed8863c65ec121ec3e502981304be3fc9a218a +size 5363339104 diff --git a/model-00107-of-00141.safetensors b/model-00107-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26942851adcc996f38d263ced8e87f8b398e53d3 --- /dev/null +++ b/model-00107-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f3230ecb54e8c4a8d2379fea7afe3caade04e3b981a4b24bf61af5af1a9c42 +size 5361736696 diff --git a/model-00108-of-00141.safetensors b/model-00108-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f138d22f3cd83c5e760c05296070b922789b8cae --- /dev/null +++ b/model-00108-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b62322bf4843444c2200d2a76b46fe5b03ab2c99671997fb041aec6b07d040 +size 5366353504 diff --git a/model-00109-of-00141.safetensors b/model-00109-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc3c4babcea9ed49b42d410527c4d648f14bc40c --- /dev/null +++ b/model-00109-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a595c9d83a94f5cd93bf97943eab870ed33b0b18304d00d9e9de929e957d15a +size 5361736648 diff --git a/model-00110-of-00141.safetensors b/model-00110-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb4fa627a87c855d93806d8c122cbd4b7c4350ee --- /dev/null +++ b/model-00110-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d671cca9545e2cbd739b2a0afed3cfc39946e1022c8578bbd329ff81fec52f01 +size 5366353552 diff --git a/model-00111-of-00141.safetensors b/model-00111-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f48b70af051bbb14ba2427edcd708ab1b27729d --- /dev/null +++ b/model-00111-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4214b75400e7aadfc97dc9137c39759a18da132a928f664c9953a8ad31f71cc +size 5361736512 diff --git a/model-00112-of-00141.safetensors b/model-00112-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8f73456b5c81ccecffcdc3b6b01c9b1542b9a5e --- /dev/null +++ b/model-00112-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9965212e74ead94a77c0828a5b5106d4a150093a3801eb2c7b70c376d2b6bf +size 5366353688 diff --git a/model-00113-of-00141.safetensors b/model-00113-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e8982b8547219c6b5c43cbde462819a60503e52 --- /dev/null +++ b/model-00113-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7242a0eb57136f9c5aed5f32dba8803c4dfca1557b15e65cae524a34639613 +size 5361736376 diff --git a/model-00114-of-00141.safetensors b/model-00114-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c430b41bf1bdf510ea9b83f468d9dfd14e845b8d --- /dev/null +++ b/model-00114-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d98d0b412b99460bd555c5c81eddc784f25f8f5ab2335444c3ad70871b190b +size 5363339432 diff --git a/model-00115-of-00141.safetensors b/model-00115-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..850140b766503b8de1cba62578dd7c7971f5c36d --- /dev/null +++ b/model-00115-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df690e0bd353ce9a0fd2adecbad8a3944dc067b72eabe776b06157c00d7293e1 +size 5361736240 diff --git a/model-00116-of-00141.safetensors b/model-00116-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e64413fcf4e4f633b6328e2a8c991897abec2d0b --- /dev/null +++ b/model-00116-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03904100c9a801e312a6bf6c69fece0f86899250c13f54f217e3131806a92f54 +size 5366353976 diff --git a/model-00117-of-00141.safetensors b/model-00117-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ce2da00b2b7b0dd1f97af9d98dd5a32eae280b8 --- /dev/null +++ b/model-00117-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7d01dd269772e119b1167c08dfec49388d84235e8b6f35a7dffb843126f4d0 +size 5366353488 diff --git a/model-00118-of-00141.safetensors b/model-00118-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b853ed183d441e71c135ddd1b109d43be6b0642b --- /dev/null +++ b/model-00118-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b008875bf308708d477121e7266d2d150f8eb222fa3708229cfea2f39788267d +size 5361736696 diff --git a/model-00119-of-00141.safetensors b/model-00119-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46aad32da8b8987394d22aec3ac7e7e91d3151c2 --- /dev/null +++ b/model-00119-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d954e2505d2887e70c3f197ebcb0458b6337f05786234c71025389383a1ef763 +size 5366353304 diff --git a/model-00120-of-00141.safetensors b/model-00120-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00526a84897505f63bcfe73548d9946ce2d520f4 --- /dev/null +++ b/model-00120-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12905e3660391b562b1eebbf09f3f5b24fdd664803e5e252831c22a1ef342a2 +size 5361735832 diff --git a/model-00121-of-00141.safetensors b/model-00121-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f16f1bb73cb05413a0fd020e858ef7591fa4144 --- /dev/null +++ b/model-00121-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be5012d19d8ac63200f093bebd5cc6210c230c247538dc2add993de227125e6 +size 5366353016 diff --git a/model-00122-of-00141.safetensors b/model-00122-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e877335dbfc5384b4bf698010250a7756000867 --- /dev/null +++ b/model-00122-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a73f6134a57c3f9e09f1d38cef3d8cccb1757a715d4982e90c43a2de9c067bc +size 5361736552 diff --git a/model-00123-of-00141.safetensors b/model-00123-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c58aa1ae1134234ba3b5e2fd905a211df039387 --- /dev/null +++ b/model-00123-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f76624bb2fa0a09adb47a7db1c9596893d24f341b0274afcfd43998c94a2c6 +size 5363339256 diff --git a/model-00124-of-00141.safetensors b/model-00124-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..562232e862cb76d77a215f3a3829c6a85b6c8107 --- /dev/null +++ b/model-00124-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c94c6de9f09e6952fe55ab5cbc83de2ecf73a39ea01057e0a9523ee9623344 +size 5361736416 diff --git a/model-00125-of-00141.safetensors b/model-00125-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73155f9d06e81181d51a212691c67ba6f43841be --- /dev/null +++ b/model-00125-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce597eead0b41d82065224e68bfb1fefd2c1ee2183c8908006eeaedd164b1c5a +size 5366353784 diff --git a/model-00126-of-00141.safetensors b/model-00126-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a56717a6a00286e9cace2595438f1b2b79726a34 --- /dev/null +++ b/model-00126-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd05c147ad93bd6736099b8458391eeb0384a3685a05ba3aa9b21f7178a691de +size 5361736288 diff --git a/model-00127-of-00141.safetensors b/model-00127-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbb11cae552b13501b3f9fd4a81786b5ca7513eb --- /dev/null +++ b/model-00127-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd37d5090203a967ddb2fb9898eeade94f5e2f2258ef6105ab1e727bd900342 +size 5366353920 diff --git a/model-00128-of-00141.safetensors b/model-00128-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..036e8f2272d79273c8a2ef834da32c28f694e39b --- /dev/null +++ b/model-00128-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a5a126e029fc5cbd45db8eff8fc9f4d65f0a1913624d1f44392e67b2e588d0 +size 5366353488 diff --git a/model-00129-of-00141.safetensors b/model-00129-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f79afe6a771de3b0f83a7d789ef97d824bc45e66 --- /dev/null +++ b/model-00129-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8f5dbbbd1e88b837afb45d48a1818d42be33be17aa8a0191c66418114b1edd +size 5361736696 diff --git a/model-00130-of-00141.safetensors b/model-00130-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ffd209ee256015e47d32be1fdea24eb589f2398 --- /dev/null +++ b/model-00130-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeab5728f01bc1de0614c2ddd0e183b132f6e34df6235d794cd7eceab911cb72 +size 5363339104 diff --git a/model-00131-of-00141.safetensors b/model-00131-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0a06d10de8e8cd959591ba5ec0c6b6450aa3ec9 --- /dev/null +++ b/model-00131-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1904484c3218f362aac59e59ea38ed6b5fac8ba354dbcce9c874130891fe9c2 +size 5361736696 diff --git a/model-00132-of-00141.safetensors b/model-00132-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51a1998cbd5b23a2d86403d2a2bb2fdc6282a4cc --- /dev/null +++ b/model-00132-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d258bddf2deb5ccfdb31317fc52389e4b11a68493bfd3c14a62556ca8647fd +size 5366353504 diff --git a/model-00133-of-00141.safetensors b/model-00133-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e433e9e1e50b8f043e1c2e9f51a219c247e3dd6e --- /dev/null +++ b/model-00133-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a829a7a929363e25e2d8653382c0e9d01a68c97a620314870de28dcec8512c5f +size 5361736592 diff --git a/model-00134-of-00141.safetensors b/model-00134-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97e32d88248772c4d628d0ba2551df891c17835b --- /dev/null +++ b/model-00134-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39b80363535c89ffd114b0c2028ea91633303914a62c30b9a18c94295e8c8c1 +size 5366353608 diff --git a/model-00135-of-00141.safetensors b/model-00135-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5782ee10443d3ce24e89c13e802c42ee349fec46 --- /dev/null +++ b/model-00135-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880037c72bff92ae39580c9d1f7c2da8197cd282ceae0d7c81dd18e5d5432f2b +size 5361736456 diff --git a/model-00136-of-00141.safetensors b/model-00136-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c146df0835141ab48ba7e3905c05254d8980c53 --- /dev/null +++ b/model-00136-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d141a174b744fafee75047ea7ded09f0bde9d61c5cd0e07de06c3660c48313 +size 5366338752 diff --git a/model-00137-of-00141.safetensors b/model-00137-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a61dda7e40b80e5f3534e2a7bcfc3d4679f8c0cf --- /dev/null +++ b/model-00137-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4558ee4c2692b4fe29fc57fa4fc9e2ee72ff20510809fa504e4513c88ca40587 +size 5361736352 diff --git a/model-00138-of-00141.safetensors b/model-00138-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11f8692170f3c7f772615ac5faeb055552ceb5bd --- /dev/null +++ b/model-00138-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c7894ac9e5b0aa3335949f109ae9c9134b6da3ecadace77025e8a6c6f3b8c4 +size 5363351176 diff --git a/model-00139-of-00141.safetensors b/model-00139-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41a3ee646a2f649427087093f941bf62d5e4e339 --- /dev/null +++ b/model-00139-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996571ec96e0ec74222fbc587c0d9562d5e21a29842116a2e9bd8d89f26ade72 +size 5361735376 diff --git a/model-00140-of-00141.safetensors b/model-00140-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e67c2f0367ea8fc1b12e0f4960b0e849e801419f --- /dev/null +++ b/model-00140-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aed808a4aa4d0540bd1e6b91add70665380b6f21d777ad8f5eb23c9dafcfc02 +size 5366353160 diff --git a/model-00141-of-00141.safetensors b/model-00141-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43b7c5a8520839b23b4e9a1b76efec3e4944fff9 --- /dev/null +++ b/model-00141-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b5ab7fb7f77d016ddf957562f92aa961761c2a23f84cccc55e16abb2cc1e0c +size 4724454592 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c54032aec6d7d6379dedede50ef3cee115b5237b --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fe7f28c1f853d4824e4d796374e3dacf1fe470988773952c79b063768134bf +size 11359251 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}