xinhe commited on
Commit
ec63aa6
·
verified ·
1 Parent(s): cdcd423

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. LICENSE +21 -0
  3. README.md +88 -75
  4. chat_template.jinja +119 -0
  5. config.json +0 -0
  6. generation_config.json +12 -0
  7. model-00001-of-00282.safetensors +3 -0
  8. model-00002-of-00282.safetensors +3 -0
  9. model-00003-of-00282.safetensors +3 -0
  10. model-00004-of-00282.safetensors +3 -0
  11. model-00005-of-00282.safetensors +3 -0
  12. model-00006-of-00282.safetensors +3 -0
  13. model-00007-of-00282.safetensors +3 -0
  14. model-00008-of-00282.safetensors +3 -0
  15. model-00009-of-00282.safetensors +3 -0
  16. model-00010-of-00282.safetensors +3 -0
  17. model-00011-of-00282.safetensors +3 -0
  18. model-00012-of-00282.safetensors +3 -0
  19. model-00013-of-00282.safetensors +3 -0
  20. model-00014-of-00282.safetensors +3 -0
  21. model-00015-of-00282.safetensors +3 -0
  22. model-00016-of-00282.safetensors +3 -0
  23. model-00017-of-00282.safetensors +3 -0
  24. model-00018-of-00282.safetensors +3 -0
  25. model-00019-of-00282.safetensors +3 -0
  26. model-00020-of-00282.safetensors +3 -0
  27. model-00021-of-00282.safetensors +3 -0
  28. model-00022-of-00282.safetensors +3 -0
  29. model-00023-of-00282.safetensors +3 -0
  30. model-00024-of-00282.safetensors +3 -0
  31. model-00025-of-00282.safetensors +3 -0
  32. model-00026-of-00282.safetensors +3 -0
  33. model-00027-of-00282.safetensors +3 -0
  34. model-00028-of-00282.safetensors +3 -0
  35. model-00029-of-00282.safetensors +3 -0
  36. model-00030-of-00282.safetensors +3 -0
  37. model-00031-of-00282.safetensors +3 -0
  38. model-00032-of-00282.safetensors +3 -0
  39. model-00033-of-00282.safetensors +3 -0
  40. model-00034-of-00282.safetensors +3 -0
  41. model-00035-of-00282.safetensors +3 -0
  42. model-00036-of-00282.safetensors +3 -0
  43. model-00037-of-00282.safetensors +3 -0
  44. model-00038-of-00282.safetensors +3 -0
  45. model-00039-of-00282.safetensors +3 -0
  46. model-00040-of-00282.safetensors +3 -0
  47. model-00041-of-00282.safetensors +3 -0
  48. model-00042-of-00282.safetensors +3 -0
  49. model-00043-of-00282.safetensors +3 -0
  50. model-00044-of-00282.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Zhipu AI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md CHANGED
@@ -1,79 +1,92 @@
1
  ---
2
- tags:
3
- - auto-round
4
- license: other
5
- license_name: mit
6
  library_name: transformers
7
- base_model:
8
- - zai-org/GLM-5.2
9
  ---
10
- ## Model Details
11
 
12
- This model is a MXFP4 and MXFP8 mixed model of [zai-org/GLM-5.2](https://huggingface.co/zai-org/GLM-5.2) generated by [intel/auto-round](https://github.com/intel/auto-round) with RTN mode. Please follow the license of the original model.
13
-
14
- <!-- Not real data
15
- | GLM-5.2  | gsm8k  | mmlu  | piqa  | hellaswag  | avg  | ratio  |
16
- |-------------------|---------|---------|---------|------------|--------|--------|
17
- | Raw  | 0.9386  | 0.8898  | 0.8471  | 0.7747  | 0.863  | |
18
- | **INCModel2/GLM-5.2-MXFP4-Mixed-LLMC**  | 0.9439  | 0.8847  | 0.8411  | 0.7646  | 0.859  | 99.54% |
19
- -->
20
-
21
- ## vllm Infernece Example
22
-
23
- ~~~bash
24
- vllm serve INCModel2/GLM-5.2-MXFP4-Mixed-LLMC \
25
- --kv-cache-dtype fp8_e4m3 \
26
- --tensor-parallel-size 4 \
27
- --tool-call-parser glm47 \
28
- --enable-auto-tool-choice \
29
- --reasoning-parser glm45 \
30
- --served-model-name glm \
31
- --max-model-len 4096
32
- ~~~
33
-
34
- ~~~bash
35
- curl http://localhost:8000/v1/chat/completions -H "Content-Type: application/json" -d ' {
36
- "model": "glm",
37
- "messages": [
38
- {"role": "system", "content": "You are a helpful assistant."},
39
- {"role": "user", "content": "Write code to fine-tune an LLM."}
40
- ],
41
- "temperature": 1,
42
- "max_tokens": 2048
43
- } '
44
-
45
- ~~~
46
-
47
-
48
- ## Generate the Model
49
-
50
- RTN version
51
-
52
- ~~~bash
53
- auto-round zai-org/GLM-5.2 --model_free --format llm_compressor --scheme MXFP8 --output_dir /workspace/models/zai-org/GLM-5.2-MXFP4-MXFP8 --ignore_layers indexer.weights_proj --layer_config "{mlp.experts:{scheme:MXFP4}}"
54
- ~~~
55
-
56
-
57
- ## Ethical Considerations and Limitations
58
-
59
- The model can produce factually incorrect output, and should not be relied on to produce factually accurate information. Because of the limitations of the pretrained model and the finetuning datasets, it is possible that this model could generate lewd, biased or otherwise offensive outputs.
60
-
61
- Therefore, before deploying any applications of the model, developers should perform safety testing.
62
-
63
- ## Caveats and Recommendations
64
-
65
- Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model.
66
-
67
- Here are a couple of useful links to learn more about Intel's AI software:
68
-
69
- - [Intel Neural Compressor](https://github.com/intel/neural-compressor)
70
-
71
- ## Disclaimer
72
-
73
- The license on this model does not constitute legal advice. We are not responsible for the actions of third parties who use this model. Please consult an attorney before using this model for commercial purposes.
74
-
75
- ## Cite
76
-
77
- @article{cheng2023optimize, title={Optimize weight rounding via signed gradient descent for the quantization of llms}, author={Cheng, Wenhua and Zhang, Weiwei and Shen, Haihao and Cai, Yiyang and He, Xin and Lv, Kaokao and Liu, Yi}, journal={arXiv preprint arXiv:2309.05516}, year={2023} }
78
-
79
- [arxiv](https://arxiv.org/abs/2309.05516) [github](https://github.com/intel/auto-round)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - zh
 
5
  library_name: transformers
6
+ license: mit
7
+ pipeline_tag: text-generation
8
  ---
 
9
 
10
+ # GLM-5.2
11
+
12
+ <div align="center">
13
+ <img src=https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg width="15%"/>
14
+ </div>
15
+ <p align="center">
16
+ 👋 Join our <a href="https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/wechat.png" target="_blank">WeChat</a> or <a href="https://discord.gg/QR7SARHRxK" target="_blank">Discord</a> community.
17
+ <br>
18
+ 📖 Check out the GLM-5.2 <a href="https://z.ai/blog/glm-5.2" target="_blank">blog</a> and GLM-5 <a href="https://arxiv.org/abs/2602.15763" target="_blank">Technical report</a>.
19
+ <br>
20
+ 📍 Use GLM-5.2 API services on <a href="https://docs.z.ai/guides/llm/glm-5.2">Z.ai API Platform. </a>
21
+ <br>
22
+ 🔜 Try GLM-5.2 <a href="https://chat.z.ai">here</a>.
23
+ </p>
24
+
25
+ <p align="center">
26
+ [<a href="https://huggingface.co/papers/2602.15763" target="_blank">Paper</a>]
27
+ [<a href="https://github.com/zai-org/GLM-5" target="_blank">GitHub</a>]
28
+ </p>
29
+
30
+ ## Introduction
31
+
32
+ We're introducing GLM-5.2, our latest flagship model for long-horizon tasks. It marks a substantial leap in long-horizon task capability over its predecessor GLM-5.1 and, for the first time, delivers that capability on a **solid 1M-token context**. GLM-5.2's new capabilities include:
33
+ - **Solid 1M Context:** A solid 1M-token context that stably sustains long-horizon work
34
+ - **Advanced Coding with Flexible Effort**: Stronger coding capabilities with multiple thinking effort levels to balance performance and latency
35
+ - **Improved Architecture**: We propose [IndexShare](https://arxiv.org/abs/2603.12201), which reuses the same indexer across every four sparse attention layers, reducing per-token FLOPs by 2.9× at a 1M context length. We also improve GLM-5.2’s MTP layer for speculative decoding, increasing the acceptance length by up to 20%
36
+ - **Pure Open**: An MIT open-source license — no regional limits, technical access without borders
37
+
38
+ ![bench_52](https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/bench_52.png)
39
+
40
+ ## Benchmark
41
+
42
+ |Benchmark|GLM-5.2|GLM-5.1|Qwen3.7-Max|MiniMax M3|DeepSeek-V4-Pro|Claude Opus 4.8|GPT-5.5|Gemini 3.1 Pro|
43
+ |:---|:---:|:---:|:---:|:---:|:---:|:---:|:---:|:---:|
44
+ |Reasoning|||||||||||
45
+ |HLE|40.5|31|41.4|37|37.7|49.8*|41.4*|45|
46
+ |HLE (w/ Tools)|54.7|52.3|53.5|-|48.2|57.9*|52.2*|51.4*|
47
+ |CritPt|20.9|4.6|13.4|3.7|12.9|20.9|27.1|17.7|
48
+ |AIME 2026|99.2|95.3|97|-|94.6|95.7|98.3|98.2|
49
+ |HMMT Nov. 2025|94.4|94|95|84.4|94.4|96.5|96.5|94.8|
50
+ |HMMT Feb. 2026|92.5|82.6|97.1|84.4|95.2|96.7|96.7|87.3|
51
+ |IMOAnswerBench|91.0|83.8|90|-|89.8|83.5|-|81|
52
+ |GPQA-Diamond|91.2|86.2|90|93|90.1|93.6|93.6|94.3|
53
+ |Coding|||||||||||
54
+ |SWE-bench Pro|62.1|58.4|60.6|59|55.4|69.2|58.6|54.2|
55
+ |NL2Repo|48.9|42.7|47.2|42.1|35.5|69.7|50.7|33.4|
56
+ |DeepSWE|46.2|18|18|20|8|58|70|10|
57
+ |ProgramBench|63.7|50.9|-|-|47.8|71.9|70.8|39.5|
58
+ |Terminal Bench 2.1 (Terminus-2)|81.0|63.5|75|65|64| 85|84|74|
59
+ |Terminal Bench 2.1 (Best Reported Harness)|82.7|69|-|-|-|78.9|83.4|70.7|
60
+ |FrontierSWE (Dominance)|74.4|30.5|-|-|29.0|75.1|72.6|39.6|
61
+ |PostTrainBench|34.3|20.1|-|-|-|37.2|28.4|21.6|
62
+ |SWE-Marathon|13.0|1.0|-|-|-|26.0|12.0|4.0|
63
+ |Agentic|||||||||||
64
+ |MCP-Atlas (Public Set)|76.8|71.8|76.4|74.2|73.6|77.8|75.3|69.2|
65
+ |Tool-Decathlon|48.2|40.7|-|-|52.8|59.9|55.6|48.8|
66
+
67
+ ## Serve GLM-5.2 Locally
68
+
69
+ GLM-5.2 supports deployment with the following frameworks. Feel free to try them out:
70
+
71
+ - [SGLang](https://github.com/sgl-project/sglang) (v0.5.13.post1+) see [cookbook](https://cookbook.sglang.io/autoregressive/GLM/GLM-5.2)
72
+ - [vLLM](https://github.com/vllm-project/vllm) (v0.23.0+) — see [recipes](https://recipes.vllm.ai/zai-org/GLM-5.2)
73
+ - [Transformers](https://github.com/huggingface/transformers) (v0.5.12+) — see [transformers docs](https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/glm_moe_dsa.md)
74
+ - [KTransformers](https://github.com/kvcache-ai/ktransformers) (v0.5.12+) — see [tutorial](https://github.com/kvcache-ai/ktransformers/blob/main/doc/en/kt-kernel/GLM-5.2-Tutorial.md)
75
+ - [Unsloth](https://github.com/unslothai/unsloth) (v0.1.47-beta+) see [guide](https://unsloth.ai/docs/models/glm-5.2)
76
+ - For deployment on the `Ascend NPU` platform, inference frameworks such as vLLM-Ascend, xLLM and SGLang are supported — see [here](github.com/zai-org/GLM-5/blob/main/example/ascend.md).
77
+
78
+ ## Citation
79
+
80
+ If you find GLM-5.2 useful in your research, please cite our technical report:
81
+
82
+ ```bibtex
83
+ @misc{glm5team2026glm5vibecodingagentic,
84
+ title={GLM-5: from Vibe Coding to Agentic Engineering},
85
+ author={GLM-5-Team and : and Aohan Zeng and Xin Lv and Zhenyu Hou and Zhengxiao Du and Qinkai Zheng and Bin Chen and Da Yin and Chendi Ge and Chenghua Huang and Chengxing Xie and Chenzheng Zhu and Congfeng Yin and Cunxiang Wang and Gengzheng Pan and Hao Zeng and Haoke Zhang and Haoran Wang and Huilong Chen and Jiajie Zhang and Jian Jiao and Jiaqi Guo and Jingsen Wang and Jingzhao Du and Jinzhu Wu and Kedong Wang and Lei Li and Lin Fan and Lucen Zhong and Mingdao Liu and Mingming Zhao and Pengfan Du and Qian Dong and Rui Lu and Shuang-Li and Shulin Cao and Song Liu and Ting Jiang and Xiaodong Chen and Xiaohan Zhang and Xuancheng Huang and Xuezhen Dong and Yabo Xu and Yao Wei and Yifan An and Yilin Niu and Yitong Zhu and Yuanhao Wen and Yukuo Cen and Yushi Bai and Zhongpei Qiao and Zihan Wang and Zikang Wang and Zilin Zhu and Ziqiang Liu and Zixuan Li and Bojie Wang and Bosi Wen and Can Huang and Changpeng Cai and Chao Yu and Chen Li and Chengwei Hu and Chenhui Zhang and Dan Zhang and Daoyan Lin and Dayong Yang and Di Wang and Ding Ai and Erle Zhu and Fangzhou Yi and Feiyu Chen and Guohong Wen and Hailong Sun and Haisha Zhao and Haiyi Hu and Hanchen Zhang and Hanrui Liu and Hanyu Zhang and Hao Peng and Hao Tai and Haobo Zhang and He Liu and Hongwei Wang and Hongxi Yan and Hongyu Ge and Huan Liu and Huanpeng Chu and Jia'ni Zhao and Jiachen Wang and Jiajing Zhao and Jiamin Ren and Jiapeng Wang and Jiaxin Zhang and Jiayi Gui and Jiayue Zhao and Jijie Li and Jing An and Jing Li and Jingwei Yuan and Jinhua Du and Jinxin Liu and Junkai Zhi and Junwen Duan and Kaiyue Zhou and Kangjian Wei and Ke Wang and Keyun Luo and Laiqiang Zhang and Leigang Sha and Liang Xu and Lindong Wu and Lintao Ding and Lu Chen and Minghao Li and Nianyi Lin and Pan Ta and Qiang Zou and Rongjun Song and Ruiqi Yang and Shangqing Tu and Shangtong Yang and Shaoxiang Wu and Shengyan Zhang and Shijie Li and Shuang Li and Shuyi Fan and Wei Qin and Wei Tian and Weining Zhang and Wenbo Yu and Wenjie Liang and Xiang Kuang and Xiangmeng Cheng and Xiangyang Li and Xiaoquan Yan and Xiaowei Hu and Xiaoying Ling and Xing Fan and Xingye Xia and Xinyuan Zhang and Xinze Zhang and Xirui Pan and Xu Zou and Xunkai Zhang and Yadi Liu and Yandong Wu and Yanfu Li and Yidong Wang and Yifan Zhu and Yijun Tan and Yilin Zhou and Yiming Pan and Ying Zhang and Yinpei Su and Yipeng Geng and Yong Yan and Yonglin Tan and Yuean Bi and Yuhan Shen and Yuhao Yang and Yujiang Li and Yunan Liu and Yunqing Wang and Yuntao Li and Yurong Wu and Yutao Zhang and Yuxi Duan and Yuxuan Zhang and Zezhen Liu and Zhengtao Jiang and Zhenhe Yan and Zheyu Zhang and Zhixiang Wei and Zhuo Chen and Zhuoer Feng and Zijun Yao and Ziwei Chai and Ziyuan Wang and Zuzhou Zhang and Bin Xu and Minlie Huang and Hongning Wang and Juanzi Li and Yuxiao Dong and Jie Tang},
86
+ year={2026},
87
+ eprint={2602.15763},
88
+ archivePrefix={arXiv},
89
+ primaryClass={cs.LG},
90
+ url={https://arxiv.org/abs/2602.15763},
91
+ }
92
+ ```
chat_template.jinja ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%}
3
+ {%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- if tools -%}
5
+ {%- macro tool_to_json(tool) -%}
6
+ {%- set ns_tool = namespace(first=true) -%}
7
+ {{ '{' -}}
8
+ {%- for k, v in tool.items() -%}
9
+ {%- if k != 'defer_loading' and k != 'strict' -%}
10
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
11
+ {%- set ns_tool.first = false -%}
12
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
13
+ {%- endif -%}
14
+ {%- endfor -%}
15
+ {{- '}' -}}
16
+ {%- endmacro -%}
17
+ <|system|>
18
+ # Tools
19
+
20
+ You may call one or more functions to assist with the user query.
21
+
22
+ You are provided with function signatures within <tools></tools> XML tags:
23
+ <tools>
24
+ {% for tool in tools %}
25
+ {%- if 'function' in tool -%}
26
+ {%- set tool = tool['function'] -%}
27
+ {%- endif -%}
28
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
29
+ {{ tool_to_json(tool) }}
30
+ {% endif %}
31
+ {% endfor %}
32
+ </tools>
33
+
34
+ For each function call, output the function name and arguments within the following XML format:
35
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
36
+ {%- macro visible_text(content) -%}
37
+ {%- if content is string -%}
38
+ {{- content }}
39
+ {%- elif content is iterable and content is not mapping -%}
40
+ {%- for item in content -%}
41
+ {%- if item is mapping and item.type == 'text' -%}
42
+ {{- item.text }}
43
+ {%- elif item is string -%}
44
+ {{- item }}
45
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
46
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
47
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
48
+ {%- endif -%}
49
+ {%- endfor -%}
50
+ {%- else -%}
51
+ {{- content }}
52
+ {%- endif -%}
53
+ {%- endmacro -%}
54
+ {%- set ns = namespace(last_user_index=-1) -%}
55
+ {%- for m in messages %}
56
+ {%- if m.role == 'user' %}
57
+ {%- set ns.last_user_index = loop.index0 -%}
58
+ {%- endif %}
59
+ {%- endfor %}
60
+ {%- for m in messages -%}
61
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
62
+ {%- elif m.role == 'assistant' -%}
63
+ <|assistant|>
64
+ {%- set content = visible_text(m.content) %}
65
+ {%- if m.reasoning_content is string %}
66
+ {%- set reasoning_content = m.reasoning_content %}
67
+ {%- elif '</think>' in content %}
68
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
69
+ {%- set content = content.split('</think>')[-1] %}
70
+ {%- endif %}
71
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
72
+ {{ '<think>' + reasoning_content + '</think>'}}
73
+ {%- else -%}
74
+ {{ '<think></think>' }}
75
+ {%- endif -%}
76
+ {%- if content.strip() -%}
77
+ {{ content.strip() }}
78
+ {%- endif -%}
79
+ {% if m.tool_calls %}
80
+ {% for tc in m.tool_calls %}
81
+ {%- if tc.function %}
82
+ {%- set tc = tc.function %}
83
+ {%- endif %}
84
+ {{- '<tool_call>' + tc.name -}}
85
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
86
+ {% endif %}
87
+ {%- elif m.role == 'tool' -%}
88
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
89
+ {{- '<|observation|>' -}}
90
+ {%- endif %}
91
+ {%- if m.content is string -%}
92
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
93
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
94
+ {{- '<tool_response><tools>\n' -}}
95
+ {% for tr in m.content %}
96
+ {%- for tool in tools -%}
97
+ {%- if 'function' in tool -%}
98
+ {%- set tool = tool['function'] -%}
99
+ {%- endif -%}
100
+ {%- if tool.name == tr.name -%}
101
+ {{- tool_to_json(tool) + '\n' -}}
102
+ {%- endif -%}
103
+ {%- endfor -%}
104
+ {%- endfor -%}
105
+ {{- '</tools></tool_response>' -}}
106
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
107
+ {%- for tr in m.content -%}
108
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
109
+ {%- endfor -%}
110
+ {%- else -%}
111
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
112
+ {% endif -%}
113
+ {%- elif m.role == 'system' -%}
114
+ <|system|>{{ visible_text(m.content) }}
115
+ {%- endif -%}
116
+ {%- endfor -%}
117
+ {%- if add_generation_prompt -%}
118
+ <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
119
+ {%- endif -%}
config.json ADDED
The diff for this file is too large to render. See raw diff
 
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.12.0"
12
+ }
model-00001-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a18dbe8cd31da3435bf1e04b9fa84b7dd5551d2638cdf8be0955ac027243b611
3
+ size 5037826712
model-00002-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bc8878fc9e5854148c7a595c0a6043fe998c3a0f2503f8f9c27ea4b4f15d363
3
+ size 1438450752
model-00003-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681a8a63acf661c4a83d3f4d40aed7e658f7beda79ab2d86ee8477521ba12718
3
+ size 1423889888
model-00004-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61340ec4372e6c76ff5a67aef59f02968b963c1e39f3855f82f579e896c2533
3
+ size 1423889672
model-00005-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0107c7234547e23abc0bd80b7fa8076b1521ce6f92d9528defe69f122f5de87
3
+ size 1532386296
model-00006-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6a8e3f7788cc017f78900288ab76fdad24d35887a082e34f8eafec696621f9
3
+ size 1423889888
model-00007-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d630cebc143ee90ff7dbb2f26d4696a91ccb7321344c5c73797349d3e234ad74
3
+ size 1423889888
model-00008-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc77ee0edc71153c9fc320ccf6864a3c4d9cd6dcc5ba7add53eaf1aedf767a9
3
+ size 1423889536
model-00009-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b98296c69dd1b81984b48d2bfef8c359dda72c79f1d1edf7890edc6f228480
3
+ size 1529215016
model-00010-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e498ca95c8d3c14cf33cef582dede235539c3891e14f972bb3ffdb6ae5e933
3
+ size 1423889880
model-00011-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8978a9893669c0a26ee897e5dfad87d9d49dd5e73a7b4f21837bc19c5acb7e
3
+ size 1423889832
model-00012-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c233c3211fa1eb018389b129fe07a709f2466684ef23cbbe323cf1b6a24add
3
+ size 1445924400
model-00013-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724cb3bb3a9705fc72a8ad3f9dbd8d9449ae3377b294f4637c26472a1745a99a
3
+ size 1507180248
model-00014-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e37f9c2a6410bef230580298963f9833ed149ba54ff9fd61a516ad1ef3587ca4
3
+ size 1423889880
model-00015-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e29ab736cba915e65f8d821cf21289791c9e06fabddc55b08cd32d33a866771
3
+ size 1423889696
model-00016-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592bef5bec13adf4f15080e5d3dcae677110b0242466a28815b8052ce5155a2b
3
+ size 1529214872
model-00017-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3050cb2db053d3a44f3207a66f06525ffedbf08d376741a1466f541205e9f81
3
+ size 1423889896
model-00018-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d7c8db3364eb59e26f1ad7774aac2bcecebfa50be08e2caa017dbfba75e0ea
3
+ size 1423889880
model-00019-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d996211cfc03d70052b5e9dc6f1b1d108505f814286a8e300f44fbffbcaf94d
3
+ size 1423889560
model-00020-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee05b36408b1d2092eda4cab677704b9a36f9bd88065900d6c4eab370b2324c
3
+ size 1532386400
model-00021-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f313073a870a756a3b251c13824df7af4237f199e127290bc4f11c4c1312d307
3
+ size 1423889896
model-00022-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2394055399dddebdefac7ca8ede9687f93b71c0e2b6f333845da38742c4751
3
+ size 1423889832
model-00023-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edeb8601bad3511a67a9010e39504aa9168472822ba7835700e3d2175d61b24f
3
+ size 1423889472
model-00024-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a602ee7fca9a6fddf7a35fa59bd7ae49fe0bc5e839b340b785225bae0ba575c1
3
+ size 1529215136
model-00025-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5eb4273e6c75b7bb3fd48764c6221ed5dc95497356bcc1b53dbb0d9f9047c82
3
+ size 1423889888
model-00026-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110deaa7dc014e0e44956a742588611054e6c27ff6e3343bce17c939bd2e0428
3
+ size 1423889712
model-00027-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba50af60fc6202a0edfac819a630b7ca34c8990b14c6cd59654b5e20652b1b0
3
+ size 1529214856
model-00028-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e858791cb79feb902588ba75a7187435ce01b3ed03812cbb2c291266f82bf8f2
3
+ size 1423889896
model-00029-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5bb8bcf36e387bd7a2ec10c8be100a11918c61eef4d68bc4cc91a771c0f0e42
3
+ size 1423889888
model-00030-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e465b042984251e1890e390ca9577aa281ebab5cb2f06588343ce050b461f724
3
+ size 1423889576
model-00031-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bad2413f4e5c13cf1e94ad442328ba9db69d95f094cdb6e3926fa3e00f9bda3
3
+ size 1529214984
model-00032-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1928c0b3075af277041078d17c077c897398adeff03b5a152cbce956f1a12868
3
+ size 1423889896
model-00033-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d433ffa0c741ed07e4474262d332087920d9db43097d87419f21351d05f6ff
3
+ size 1423889856
model-00034-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6a669ea1054055d47f4bc854b54561f7b711b7b8b2ca4df92e7bb42c38df17
3
+ size 1423889472
model-00035-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28aa7935ddd7f2034d52110bf68de8f40ebc0faa21335228389c6ba8df7b9d0b
3
+ size 1532386512
model-00036-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9edc01ddede97c3eb80f78932a66f4833482f6994e7c5940d5652578abdb6b3a
3
+ size 1423889888
model-00037-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6579cea0c8ce0a582d7f2fffc805ba6bc1e0bc1a3705b0b68165552989940c
3
+ size 1423889728
model-00038-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c03adaee9f17e6d417c719a12d8a9256b176811babf7b67b3adff64ec2b879d
3
+ size 1948346816
model-00039-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa965e27b57e158ac97077397ade42dae817b44ed6080074dab36d2ab392daf0
3
+ size 1423889880
model-00040-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a139d098df80169438d117c4a90defa09bc45e697b1665e6102cdba99ecf65
3
+ size 1423889888
model-00041-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c3c9fa3f1e82073ae9a7f38efc028ed720f6861d2fb4d76d03ca7f4bfe4b7d
3
+ size 1423889656
model-00042-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9dffb6fc76d8204370fa21cca688846c620db83c0ac9660b0ce33d83b1ee8b
3
+ size 1529214920
model-00043-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c1f643d2786a7c2e9ae192b94cf10978fcc3470bc96e95f33cad1c5975e0f4
3
+ size 1423889888
model-00044-of-00282.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ab5e160fa4a28a6417bd5331a239828b184efccdd27299af2f95ff8b0a6804
3
+ size 1423889888