Hugging Face's logo

orcarouter
/
GLM-5.3-Flash-MLX

Image-Text-to-Text
MLX
Safetensors
English
Chinese
glm5_next
glm
glm-5
apple-silicon
quantized
2-8bit
Mixture of Experts
vision-language
multimodal
orcasaq
dynamic-quant
reasoning
conversational
4-bit precision
Model card Files
xet
 Community
1
hugging-yiii commited on
Commit
c0d8921
·
0 Parent(s):

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +39 -0
  2. 2-bit/chat_template.jinja +210 -0
  3. 2-bit/config.json +1666 -0
  4. 2-bit/generation_config.json +12 -0
  5. 2-bit/model-00001-of-00062.safetensors +3 -0
  6. 2-bit/model-00002-of-00062.safetensors +3 -0
  7. 2-bit/model-00003-of-00062.safetensors +3 -0
  8. 2-bit/model-00004-of-00062.safetensors +3 -0
  9. 2-bit/model-00005-of-00062.safetensors +3 -0
  10. 2-bit/model-00006-of-00062.safetensors +3 -0
  11. 2-bit/model-00007-of-00062.safetensors +3 -0
  12. 2-bit/model-00008-of-00062.safetensors +3 -0
  13. 2-bit/model-00009-of-00062.safetensors +3 -0
  14. 2-bit/model-00010-of-00062.safetensors +3 -0
  15. 2-bit/model-00011-of-00062.safetensors +3 -0
  16. 2-bit/model-00012-of-00062.safetensors +3 -0
  17. 2-bit/model-00013-of-00062.safetensors +3 -0
  18. 2-bit/model-00014-of-00062.safetensors +3 -0
  19. 2-bit/model-00015-of-00062.safetensors +3 -0
  20. 2-bit/model-00016-of-00062.safetensors +3 -0
  21. 2-bit/model-00017-of-00062.safetensors +3 -0
  22. 2-bit/model-00018-of-00062.safetensors +3 -0
  23. 2-bit/model-00019-of-00062.safetensors +3 -0
  24. 2-bit/model-00020-of-00062.safetensors +3 -0
  25. 2-bit/model-00021-of-00062.safetensors +3 -0
  26. 2-bit/model-00022-of-00062.safetensors +3 -0
  27. 2-bit/model-00023-of-00062.safetensors +3 -0
  28. 2-bit/model-00024-of-00062.safetensors +3 -0
  29. 2-bit/model-00025-of-00062.safetensors +3 -0
  30. 2-bit/model-00026-of-00062.safetensors +3 -0
  31. 2-bit/model-00027-of-00062.safetensors +3 -0
  32. 2-bit/model-00028-of-00062.safetensors +3 -0
  33. 2-bit/model-00029-of-00062.safetensors +3 -0
  34. 2-bit/model-00030-of-00062.safetensors +3 -0
  35. 2-bit/model-00031-of-00062.safetensors +3 -0
  36. 2-bit/model-00032-of-00062.safetensors +3 -0
  37. 2-bit/model-00033-of-00062.safetensors +3 -0
  38. 2-bit/model-00034-of-00062.safetensors +3 -0
  39. 2-bit/model-00035-of-00062.safetensors +3 -0
  40. 2-bit/model-00036-of-00062.safetensors +3 -0
  41. 2-bit/model-00037-of-00062.safetensors +3 -0
  42. 2-bit/model-00038-of-00062.safetensors +3 -0
  43. 2-bit/model-00039-of-00062.safetensors +3 -0
  44. 2-bit/model-00040-of-00062.safetensors +3 -0
  45. 2-bit/model-00041-of-00062.safetensors +3 -0
  46. 2-bit/model-00042-of-00062.safetensors +3 -0
  47. 2-bit/model-00043-of-00062.safetensors +3 -0
  48. 2-bit/model-00044-of-00062.safetensors +3 -0
  49. 2-bit/model-00045-of-00062.safetensors +3 -0
  50. 2-bit/model-00046-of-00062.safetensors +3 -0
.gitattributes ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ 4-bit/model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
37
+ 4-bit/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
39
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
2-bit/chat_template.jinja ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
3
+ {%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- if tools -%}
5
+ {%- macro tool_to_json(tool) -%}
6
+ {%- set ns_tool = namespace(first=true) -%}
7
+ {{ '{' -}}
8
+ {%- for k, v in tool.items() -%}
9
+ {%- if k != 'defer_loading' and k != 'strict' -%}
10
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
11
+ {%- set ns_tool.first = false -%}
12
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
13
+ {%- endif -%}
14
+ {%- endfor -%}
15
+ {{- '}' -}}
16
+ {%- endmacro -%}
17
+ {%- macro tool_references_to_response(refs) -%}
18
+ {{- '<tool_response><tools>\n' -}}
19
+ {%- for tr in refs -%}
20
+ {%- for tool in tools -%}
21
+ {%- if 'function' in tool -%}
22
+ {%- set tool = tool['function'] -%}
23
+ {%- endif -%}
24
+ {%- if tool.name == tr.name -%}
25
+ {{- tool_to_json(tool) + '\n' -}}
26
+ {%- endif -%}
27
+ {%- endfor -%}
28
+ {%- endfor -%}
29
+ {{- '</tools></tool_response>' -}}
30
+ {%- endmacro -%}
31
+ <|system|>
32
+ # Tools
33
+
34
+ You may call one or more functions to assist with the user query.
35
+
36
+ You are provided with function signatures within <tools></tools> XML tags:
37
+ <tools>
38
+ {% for tool in tools %}
39
+ {%- if 'function' in tool -%}
40
+ {%- set tool = tool['function'] -%}
41
+ {%- endif -%}
42
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
43
+ {{ tool_to_json(tool) }}
44
+ {% endif %}
45
+ {% endfor %}
46
+ </tools>
47
+
48
+ For each function call, output the function name and arguments within the following XML format:
49
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
50
+ {%- macro visible_text(content) -%}
51
+ {%- if content is string -%}
52
+ {{- content }}
53
+ {%- elif content is iterable and content is not mapping -%}
54
+ {%- for item in content -%}
55
+ {%- if item is mapping and item.type == 'text' -%}
56
+ {{- item.text }}
57
+ {%- elif item is string -%}
58
+ {{- item }}
59
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
60
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
61
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
62
+ {%- endif -%}
63
+ {%- endfor -%}
64
+ {%- else -%}
65
+ {{- content }}
66
+ {%- endif -%}
67
+ {%- endmacro -%}
68
+ {%- macro tool_response(text) -%}
69
+ {{- '<tool_response>' + text + '</tool_response>' -}}
70
+ {%- endmacro -%}
71
+ {%- macro render_tool_response(m) -%}
72
+ {%- if m.content is string -%}
73
+ {{- tool_response(m.content) -}}
74
+ {%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
75
+ {{- tool_references_to_response(m.content) -}}
76
+ {%- elif is_list_of_outputs(m) -%}
77
+ {%- for tr in m.content -%}
78
+ {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
79
+ {{- tool_references_to_response(tr.output) -}}
80
+ {%- else -%}
81
+ {{- tool_response(visible_text(tr.output)) -}}
82
+ {%- endif -%}
83
+ {%- endfor -%}
84
+ {%- else -%}
85
+ {{- tool_response(visible_text(m.content)) -}}
86
+ {%- endif -%}
87
+ {%- endmacro -%}
88
+ {%- macro id_of(obj) -%}
89
+ {%- if obj.tool_call_id -%}
90
+ {{- obj.tool_call_id -}}
91
+ {%- elif obj.id -%}
92
+ {{- obj.id -}}
93
+ {%- endif -%}
94
+ {%- endmacro -%}
95
+ {%- macro is_list_of_outputs(m) -%}
96
+ {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
97
+ {%- endmacro -%}
98
+ {%- set ns = namespace(last_user_index=-1) -%}
99
+ {%- for m in messages %}
100
+ {%- if m.role == 'user' %}
101
+ {%- set ns.last_user_index = loop.index0 -%}
102
+ {%- endif %}
103
+ {%- endfor %}
104
+ {%- for m in messages -%}
105
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
106
+ {%- elif m.role == 'assistant' -%}
107
+ <|assistant|>
108
+ {%- set content = visible_text(m.content) %}
109
+ {%- if m.reasoning_content is string %}
110
+ {%- set reasoning_content = m.reasoning_content %}
111
+ {%- elif '</think>' in content %}
112
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
113
+ {%- set content = content.split('</think>')[-1] %}
114
+ {%- endif %}
115
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
116
+ {{ '<think>' + reasoning_content + '</think>'}}
117
+ {%- else -%}
118
+ {{ '<think></think>' }}
119
+ {%- endif -%}
120
+ {%- if content.strip() -%}
121
+ {{ content.strip() }}
122
+ {%- endif -%}
123
+ {% if m.tool_calls %}
124
+ {% for tc in m.tool_calls %}
125
+ {%- if tc.function %}
126
+ {%- set tc = tc.function %}
127
+ {%- endif %}
128
+ {{- '<tool_call>' + tc.name -}}
129
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
130
+ {% endif %}
131
+ {%- elif m.role == 'tool' -%}
132
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
133
+ {{- '<|observation|>' -}}
134
+ {%- set block_start = loop.index0 -%}
135
+ {%- set ns_blk = namespace(end=block_start) -%}
136
+ {%- for j in range(block_start, messages|length) -%}
137
+ {%- if messages[j].role == 'tool' -%}
138
+ {%- set ns_blk.end = j -%}
139
+ {%- else -%}
140
+ {%- break -%}
141
+ {%- endif -%}
142
+ {%- endfor -%}
143
+ {%- set ns_a = namespace(tool_calls=none) -%}
144
+ {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
145
+ {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
146
+ {%- endif -%}
147
+ {%- set ns_chk = namespace(can_sort=true) -%}
148
+ {%- if not ns_a.tool_calls -%}
149
+ {%- set ns_chk.can_sort = false -%}
150
+ {%- else -%}
151
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
152
+ {%- set m = messages[k] -%}
153
+ {%- if is_list_of_outputs(m) -%}
154
+ {%- for entry in m.content -%}
155
+ {%- set eid = id_of(entry) -%}
156
+ {%- if not eid -%}
157
+ {%- set ns_chk.can_sort = false -%}
158
+ {%- endif -%}
159
+ {%- endfor -%}
160
+ {%- else -%}
161
+ {%- set tk_id = id_of(m) -%}
162
+ {%- if not tk_id -%}
163
+ {%- set ns_chk.can_sort = false -%}
164
+ {%- endif -%}
165
+ {%- endif -%}
166
+ {%- endfor -%}
167
+ {%- for tc in ns_a.tool_calls -%}
168
+ {%- set tc_id = id_of(tc) -%}
169
+ {%- if not tc_id -%}
170
+ {%- set ns_chk.can_sort = false -%}
171
+ {%- endif -%}
172
+ {%- endfor -%}
173
+ {%- endif -%}
174
+ {%- if ns_chk.can_sort -%}
175
+ {%- for tc in ns_a.tool_calls -%}
176
+ {%- set tc_id = id_of(tc) -%}
177
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
178
+ {%- set m = messages[k] -%}
179
+ {%- if is_list_of_outputs(m) -%}
180
+ {%- for entry in m.content -%}
181
+ {%- set eid = id_of(entry) -%}
182
+ {%- if eid == tc_id -%}
183
+ {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
184
+ {{- tool_references_to_response(entry.output) -}}
185
+ {%- else -%}
186
+ {{- tool_response(visible_text(entry.output)) -}}
187
+ {%- endif -%}
188
+ {%- endif -%}
189
+ {%- endfor -%}
190
+ {%- else -%}
191
+ {%- set tk_id = id_of(m) -%}
192
+ {%- if tk_id == tc_id -%}
193
+ {{- render_tool_response(m) -}}
194
+ {%- endif -%}
195
+ {%- endif -%}
196
+ {%- endfor -%}
197
+ {%- endfor -%}
198
+ {%- else -%}
199
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
200
+ {{- render_tool_response(messages[k]) -}}
201
+ {%- endfor -%}
202
+ {%- endif -%}
203
+ {% endif -%}
204
+ {%- elif m.role == 'system' -%}
205
+ <|system|>{{ visible_text(m.content) }}
206
+ {%- endif -%}
207
+ {%- endfor -%}
208
+ {%- if add_generation_prompt -%}
209
+ <|assistant|>{{- '<think>' -}}
210
+ {%- endif -%}
2-bit/config.json ADDED
@@ -0,0 +1,1666 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Glm5NextForConditionalGeneration"
4
+ ],
5
+ "text_config": {
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": [
10
+ 154820,
11
+ 154827,
12
+ 154829
13
+ ],
14
+ "first_k_dense_replace": 3,
15
+ "hc_eps": 1e-06,
16
+ "hc_mult": 4,
17
+ "hc_sinkhorn_iters": 20,
18
+ "head_dim": 0,
19
+ "hidden_act": "silu",
20
+ "hidden_size": 4096,
21
+ "index_head_dim": 128,
22
+ "index_kpool": 4,
23
+ "index_kpool_always_select_tail": true,
24
+ "index_kpool_compress": true,
25
+ "index_n_heads": 32,
26
+ "index_topk": 2048,
27
+ "index_share_for_mtp_iteration": true,
28
+ "indexer_rope_interleave": true,
29
+ "indexer_types": [
30
+ "full",
31
+ "full",
32
+ "full",
33
+ "full",
34
+ "full",
35
+ "full",
36
+ "full",
37
+ "full",
38
+ "full",
39
+ "full",
40
+ "full",
41
+ "full",
42
+ "full",
43
+ "full",
44
+ "full",
45
+ "full",
46
+ "full",
47
+ "full",
48
+ "full",
49
+ "full",
50
+ "full",
51
+ "full",
52
+ "full",
53
+ "full",
54
+ "full",
55
+ "full",
56
+ "full",
57
+ "full",
58
+ "full",
59
+ "full",
60
+ "full",
61
+ "full",
62
+ "full",
63
+ "full",
64
+ "full",
65
+ "full",
66
+ "full",
67
+ "full",
68
+ "full",
69
+ "full",
70
+ "full",
71
+ "full",
72
+ "full",
73
+ "full",
74
+ "full"
75
+ ],
76
+ "initializer_range": 0.02,
77
+ "intermediate_size": 12288,
78
+ "kv_lora_rank": 512,
79
+ "layer_types": [
80
+ "linear_attention",
81
+ "linear_attention",
82
+ "linear_attention",
83
+ "deepseek_sparse_attention",
84
+ "linear_attention",
85
+ "linear_attention",
86
+ "linear_attention",
87
+ "deepseek_sparse_attention",
88
+ "linear_attention",
89
+ "linear_attention",
90
+ "linear_attention",
91
+ "deepseek_sparse_attention",
92
+ "linear_attention",
93
+ "linear_attention",
94
+ "linear_attention",
95
+ "deepseek_sparse_attention",
96
+ "linear_attention",
97
+ "linear_attention",
98
+ "linear_attention",
99
+ "deepseek_sparse_attention",
100
+ "linear_attention",
101
+ "linear_attention",
102
+ "linear_attention",
103
+ "deepseek_sparse_attention",
104
+ "linear_attention",
105
+ "linear_attention",
106
+ "linear_attention",
107
+ "deepseek_sparse_attention",
108
+ "linear_attention",
109
+ "linear_attention",
110
+ "linear_attention",
111
+ "deepseek_sparse_attention",
112
+ "linear_attention",
113
+ "linear_attention",
114
+ "linear_attention",
115
+ "deepseek_sparse_attention",
116
+ "linear_attention",
117
+ "linear_attention",
118
+ "linear_attention",
119
+ "deepseek_sparse_attention",
120
+ "linear_attention",
121
+ "linear_attention",
122
+ "linear_attention",
123
+ "deepseek_sparse_attention",
124
+ "linear_attention"
125
+ ],
126
+ "linear_attn_config": {
127
+ "num_heads": 64,
128
+ "gate_lower_bound": -5.0,
129
+ "head_dim": 128,
130
+ "short_conv_kernel_size": 4,
131
+ "kda_layers": [
132
+ 0,
133
+ 1,
134
+ 2,
135
+ 4,
136
+ 5,
137
+ 6,
138
+ 8,
139
+ 9,
140
+ 10,
141
+ 12,
142
+ 13,
143
+ 14,
144
+ 16,
145
+ 17,
146
+ 18,
147
+ 20,
148
+ 21,
149
+ 22,
150
+ 24,
151
+ 25,
152
+ 26,
153
+ 28,
154
+ 29,
155
+ 30,
156
+ 32,
157
+ 33,
158
+ 34,
159
+ 36,
160
+ 37,
161
+ 38,
162
+ 40,
163
+ 41,
164
+ 42,
165
+ 44
166
+ ],
167
+ "full_attn_layers": [
168
+ 3,
169
+ 7,
170
+ 11,
171
+ 15,
172
+ 19,
173
+ 23,
174
+ 27,
175
+ 31,
176
+ 35,
177
+ 39,
178
+ 43
179
+ ]
180
+ },
181
+ "max_position_embeddings": 1048576,
182
+ "mhc": true,
183
+ "mla_use_nope": true,
184
+ "mlp_layer_types": [
185
+ "dense",
186
+ "dense",
187
+ "dense",
188
+ "sparse",
189
+ "sparse",
190
+ "sparse",
191
+ "sparse",
192
+ "sparse",
193
+ "sparse",
194
+ "sparse",
195
+ "sparse",
196
+ "sparse",
197
+ "sparse",
198
+ "sparse",
199
+ "sparse",
200
+ "sparse",
201
+ "sparse",
202
+ "sparse",
203
+ "sparse",
204
+ "sparse",
205
+ "sparse",
206
+ "sparse",
207
+ "sparse",
208
+ "sparse",
209
+ "sparse",
210
+ "sparse",
211
+ "sparse",
212
+ "sparse",
213
+ "sparse",
214
+ "sparse",
215
+ "sparse",
216
+ "sparse",
217
+ "sparse",
218
+ "sparse",
219
+ "sparse",
220
+ "sparse",
221
+ "sparse",
222
+ "sparse",
223
+ "sparse",
224
+ "sparse",
225
+ "sparse",
226
+ "sparse",
227
+ "sparse",
228
+ "sparse",
229
+ "sparse"
230
+ ],
231
+ "model_type": "glm5_next_text",
232
+ "moe_intermediate_size": 2048,
233
+ "moe_router_dtype": "float32",
234
+ "n_group": 1,
235
+ "n_routed_experts": 288,
236
+ "n_shared_experts": 1,
237
+ "norm_topk_prob": true,
238
+ "num_attention_heads": 64,
239
+ "num_experts_per_tok": 8,
240
+ "num_hidden_layers": 45,
241
+ "num_key_value_heads": 64,
242
+ "num_nextn_predict_layers": 1,
243
+ "output_router_logits": false,
244
+ "pad_token_id": 154820,
245
+ "q_lora_rank": 1536,
246
+ "qk_head_dim": 256,
247
+ "qk_nope_head_dim": 256,
248
+ "qk_rope_head_dim": 0,
249
+ "rms_norm_eps": 1e-05,
250
+ "routed_scaling_factor": 2.5,
251
+ "router_aux_loss_coef": 0.001,
252
+ "scoring_func": "sigmoid",
253
+ "swiglu_limit": 10.0,
254
+ "tie_word_embeddings": false,
255
+ "topk_group": 1,
256
+ "topk_method": "noaux_tc",
257
+ "use_cache": true,
258
+ "v_head_dim": 256,
259
+ "vocab_size": 154880
260
+ },
261
+ "vision_config": {
262
+ "attention_bias": true,
263
+ "attention_dropout": 0.0,
264
+ "depth": 24,
265
+ "hidden_act": "silu",
266
+ "hidden_size": 1024,
267
+ "image_size": 448,
268
+ "in_channels": 3,
269
+ "initializer_range": 0.02,
270
+ "intermediate_size": 4096,
271
+ "model_type": "glm5_next_vision",
272
+ "num_heads": 16,
273
+ "out_hidden_size": 4096,
274
+ "patch_size": 14,
275
+ "projection_intermediate_size": 10240,
276
+ "rms_norm_eps": 1e-05,
277
+ "spatial_merge_size": 2,
278
+ "swiglu_limit": 10.0,
279
+ "temporal_patch_size": 2
280
+ },
281
+ "image_token_id": 154854,
282
+ "video_token_id": 154855,
283
+ "image_start_token_id": 154830,
284
+ "image_end_token_id": 154831,
285
+ "video_start_token_id": 154832,
286
+ "video_end_token_id": 154833,
287
+ "tie_word_embeddings": false,
288
+ "model_type": "glm5_next",
289
+ "transformers_version": "5.16.0",
290
+ "quantization": {
291
+ "group_size": 32,
292
+ "bits": 2,
293
+ "model.layers.0.mlp.down_proj": {
294
+ "group_size": 32,
295
+ "bits": 3
296
+ },
297
+ "model.layers.1.mlp.down_proj": {
298
+ "group_size": 32,
299
+ "bits": 3
300
+ },
301
+ "model.layers.2.mlp.down_proj": {
302
+ "group_size": 32,
303
+ "bits": 3
304
+ },
305
+ "model.layers.3.mlp.switch_mlp.down_proj": {
306
+ "group_size": 32,
307
+ "bits": 3
308
+ },
309
+ "model.layers.3.mlp.shared_experts.gate_proj": {
310
+ "group_size": 64,
311
+ "bits": 4
312
+ },
313
+ "model.layers.3.mlp.shared_experts.up_proj": {
314
+ "group_size": 64,
315
+ "bits": 4
316
+ },
317
+ "model.layers.3.mlp.shared_experts.down_proj": {
318
+ "group_size": 64,
319
+ "bits": 4
320
+ },
321
+ "model.layers.4.mlp.switch_mlp.down_proj": {
322
+ "group_size": 32,
323
+ "bits": 3
324
+ },
325
+ "model.layers.4.mlp.shared_experts.gate_proj": {
326
+ "group_size": 64,
327
+ "bits": 4
328
+ },
329
+ "model.layers.4.mlp.shared_experts.up_proj": {
330
+ "group_size": 64,
331
+ "bits": 4
332
+ },
333
+ "model.layers.4.mlp.shared_experts.down_proj": {
334
+ "group_size": 64,
335
+ "bits": 4
336
+ },
337
+ "model.layers.5.mlp.switch_mlp.down_proj": {
338
+ "group_size": 32,
339
+ "bits": 3
340
+ },
341
+ "model.layers.5.mlp.shared_experts.gate_proj": {
342
+ "group_size": 64,
343
+ "bits": 4
344
+ },
345
+ "model.layers.5.mlp.shared_experts.up_proj": {
346
+ "group_size": 64,
347
+ "bits": 4
348
+ },
349
+ "model.layers.5.mlp.shared_experts.down_proj": {
350
+ "group_size": 64,
351
+ "bits": 4
352
+ },
353
+ "model.layers.6.mlp.switch_mlp.down_proj": {
354
+ "group_size": 32,
355
+ "bits": 3
356
+ },
357
+ "model.layers.6.mlp.shared_experts.gate_proj": {
358
+ "group_size": 64,
359
+ "bits": 4
360
+ },
361
+ "model.layers.6.mlp.shared_experts.up_proj": {
362
+ "group_size": 64,
363
+ "bits": 4
364
+ },
365
+ "model.layers.6.mlp.shared_experts.down_proj": {
366
+ "group_size": 64,
367
+ "bits": 4
368
+ },
369
+ "model.layers.7.mlp.switch_mlp.down_proj": {
370
+ "group_size": 32,
371
+ "bits": 3
372
+ },
373
+ "model.layers.7.mlp.shared_experts.gate_proj": {
374
+ "group_size": 64,
375
+ "bits": 4
376
+ },
377
+ "model.layers.7.mlp.shared_experts.up_proj": {
378
+ "group_size": 64,
379
+ "bits": 4
380
+ },
381
+ "model.layers.7.mlp.shared_experts.down_proj": {
382
+ "group_size": 64,
383
+ "bits": 4
384
+ },
385
+ "model.layers.8.mlp.switch_mlp.down_proj": {
386
+ "group_size": 32,
387
+ "bits": 3
388
+ },
389
+ "model.layers.8.mlp.shared_experts.gate_proj": {
390
+ "group_size": 64,
391
+ "bits": 4
392
+ },
393
+ "model.layers.8.mlp.shared_experts.up_proj": {
394
+ "group_size": 64,
395
+ "bits": 4
396
+ },
397
+ "model.layers.8.mlp.shared_experts.down_proj": {
398
+ "group_size": 64,
399
+ "bits": 4
400
+ },
401
+ "model.layers.9.mlp.switch_mlp.down_proj": {
402
+ "group_size": 32,
403
+ "bits": 3
404
+ },
405
+ "model.layers.9.mlp.shared_experts.gate_proj": {
406
+ "group_size": 64,
407
+ "bits": 4
408
+ },
409
+ "model.layers.9.mlp.shared_experts.up_proj": {
410
+ "group_size": 64,
411
+ "bits": 4
412
+ },
413
+ "model.layers.9.mlp.shared_experts.down_proj": {
414
+ "group_size": 64,
415
+ "bits": 4
416
+ },
417
+ "model.layers.10.mlp.switch_mlp.down_proj": {
418
+ "group_size": 32,
419
+ "bits": 3
420
+ },
421
+ "model.layers.10.mlp.shared_experts.gate_proj": {
422
+ "group_size": 64,
423
+ "bits": 4
424
+ },
425
+ "model.layers.10.mlp.shared_experts.up_proj": {
426
+ "group_size": 64,
427
+ "bits": 4
428
+ },
429
+ "model.layers.10.mlp.shared_experts.down_proj": {
430
+ "group_size": 64,
431
+ "bits": 4
432
+ },
433
+ "model.layers.11.mlp.switch_mlp.down_proj": {
434
+ "group_size": 32,
435
+ "bits": 3
436
+ },
437
+ "model.layers.11.mlp.shared_experts.gate_proj": {
438
+ "group_size": 64,
439
+ "bits": 4
440
+ },
441
+ "model.layers.11.mlp.shared_experts.up_proj": {
442
+ "group_size": 64,
443
+ "bits": 4
444
+ },
445
+ "model.layers.11.mlp.shared_experts.down_proj": {
446
+ "group_size": 64,
447
+ "bits": 4
448
+ },
449
+ "model.layers.12.mlp.switch_mlp.down_proj": {
450
+ "group_size": 32,
451
+ "bits": 3
452
+ },
453
+ "model.layers.12.mlp.shared_experts.gate_proj": {
454
+ "group_size": 64,
455
+ "bits": 4
456
+ },
457
+ "model.layers.12.mlp.shared_experts.up_proj": {
458
+ "group_size": 64,
459
+ "bits": 4
460
+ },
461
+ "model.layers.12.mlp.shared_experts.down_proj": {
462
+ "group_size": 64,
463
+ "bits": 4
464
+ },
465
+ "model.layers.13.mlp.switch_mlp.down_proj": {
466
+ "group_size": 32,
467
+ "bits": 3
468
+ },
469
+ "model.layers.13.mlp.shared_experts.gate_proj": {
470
+ "group_size": 64,
471
+ "bits": 4
472
+ },
473
+ "model.layers.13.mlp.shared_experts.up_proj": {
474
+ "group_size": 64,
475
+ "bits": 4
476
+ },
477
+ "model.layers.13.mlp.shared_experts.down_proj": {
478
+ "group_size": 64,
479
+ "bits": 4
480
+ },
481
+ "model.layers.14.mlp.switch_mlp.down_proj": {
482
+ "group_size": 32,
483
+ "bits": 3
484
+ },
485
+ "model.layers.14.mlp.shared_experts.gate_proj": {
486
+ "group_size": 64,
487
+ "bits": 4
488
+ },
489
+ "model.layers.14.mlp.shared_experts.up_proj": {
490
+ "group_size": 64,
491
+ "bits": 4
492
+ },
493
+ "model.layers.14.mlp.shared_experts.down_proj": {
494
+ "group_size": 64,
495
+ "bits": 4
496
+ },
497
+ "model.layers.15.mlp.switch_mlp.down_proj": {
498
+ "group_size": 32,
499
+ "bits": 3
500
+ },
501
+ "model.layers.15.mlp.shared_experts.gate_proj": {
502
+ "group_size": 64,
503
+ "bits": 4
504
+ },
505
+ "model.layers.15.mlp.shared_experts.up_proj": {
506
+ "group_size": 64,
507
+ "bits": 4
508
+ },
509
+ "model.layers.15.mlp.shared_experts.down_proj": {
510
+ "group_size": 64,
511
+ "bits": 4
512
+ },
513
+ "model.layers.16.mlp.switch_mlp.down_proj": {
514
+ "group_size": 32,
515
+ "bits": 3
516
+ },
517
+ "model.layers.16.mlp.shared_experts.gate_proj": {
518
+ "group_size": 64,
519
+ "bits": 4
520
+ },
521
+ "model.layers.16.mlp.shared_experts.up_proj": {
522
+ "group_size": 64,
523
+ "bits": 4
524
+ },
525
+ "model.layers.16.mlp.shared_experts.down_proj": {
526
+ "group_size": 64,
527
+ "bits": 4
528
+ },
529
+ "model.layers.17.mlp.switch_mlp.down_proj": {
530
+ "group_size": 32,
531
+ "bits": 3
532
+ },
533
+ "model.layers.17.mlp.shared_experts.gate_proj": {
534
+ "group_size": 64,
535
+ "bits": 4
536
+ },
537
+ "model.layers.17.mlp.shared_experts.up_proj": {
538
+ "group_size": 64,
539
+ "bits": 4
540
+ },
541
+ "model.layers.17.mlp.shared_experts.down_proj": {
542
+ "group_size": 64,
543
+ "bits": 4
544
+ },
545
+ "model.layers.18.mlp.switch_mlp.down_proj": {
546
+ "group_size": 32,
547
+ "bits": 3
548
+ },
549
+ "model.layers.18.mlp.shared_experts.gate_proj": {
550
+ "group_size": 64,
551
+ "bits": 4
552
+ },
553
+ "model.layers.18.mlp.shared_experts.up_proj": {
554
+ "group_size": 64,
555
+ "bits": 4
556
+ },
557
+ "model.layers.18.mlp.shared_experts.down_proj": {
558
+ "group_size": 64,
559
+ "bits": 4
560
+ },
561
+ "model.layers.19.mlp.switch_mlp.down_proj": {
562
+ "group_size": 32,
563
+ "bits": 3
564
+ },
565
+ "model.layers.19.mlp.shared_experts.gate_proj": {
566
+ "group_size": 64,
567
+ "bits": 4
568
+ },
569
+ "model.layers.19.mlp.shared_experts.up_proj": {
570
+ "group_size": 64,
571
+ "bits": 4
572
+ },
573
+ "model.layers.19.mlp.shared_experts.down_proj": {
574
+ "group_size": 64,
575
+ "bits": 4
576
+ },
577
+ "model.layers.20.mlp.switch_mlp.down_proj": {
578
+ "group_size": 32,
579
+ "bits": 3
580
+ },
581
+ "model.layers.20.mlp.shared_experts.gate_proj": {
582
+ "group_size": 64,
583
+ "bits": 4
584
+ },
585
+ "model.layers.20.mlp.shared_experts.up_proj": {
586
+ "group_size": 64,
587
+ "bits": 4
588
+ },
589
+ "model.layers.20.mlp.shared_experts.down_proj": {
590
+ "group_size": 64,
591
+ "bits": 4
592
+ },
593
+ "model.layers.21.mlp.switch_mlp.down_proj": {
594
+ "group_size": 32,
595
+ "bits": 3
596
+ },
597
+ "model.layers.21.mlp.shared_experts.gate_proj": {
598
+ "group_size": 64,
599
+ "bits": 4
600
+ },
601
+ "model.layers.21.mlp.shared_experts.up_proj": {
602
+ "group_size": 64,
603
+ "bits": 4
604
+ },
605
+ "model.layers.21.mlp.shared_experts.down_proj": {
606
+ "group_size": 64,
607
+ "bits": 4
608
+ },
609
+ "model.layers.22.mlp.switch_mlp.down_proj": {
610
+ "group_size": 32,
611
+ "bits": 3
612
+ },
613
+ "model.layers.22.mlp.shared_experts.gate_proj": {
614
+ "group_size": 64,
615
+ "bits": 4
616
+ },
617
+ "model.layers.22.mlp.shared_experts.up_proj": {
618
+ "group_size": 64,
619
+ "bits": 4
620
+ },
621
+ "model.layers.22.mlp.shared_experts.down_proj": {
622
+ "group_size": 64,
623
+ "bits": 4
624
+ },
625
+ "model.layers.23.mlp.switch_mlp.down_proj": {
626
+ "group_size": 32,
627
+ "bits": 3
628
+ },
629
+ "model.layers.23.mlp.shared_experts.gate_proj": {
630
+ "group_size": 64,
631
+ "bits": 4
632
+ },
633
+ "model.layers.23.mlp.shared_experts.up_proj": {
634
+ "group_size": 64,
635
+ "bits": 4
636
+ },
637
+ "model.layers.23.mlp.shared_experts.down_proj": {
638
+ "group_size": 64,
639
+ "bits": 4
640
+ },
641
+ "model.layers.24.mlp.switch_mlp.down_proj": {
642
+ "group_size": 32,
643
+ "bits": 3
644
+ },
645
+ "model.layers.24.mlp.shared_experts.gate_proj": {
646
+ "group_size": 64,
647
+ "bits": 4
648
+ },
649
+ "model.layers.24.mlp.shared_experts.up_proj": {
650
+ "group_size": 64,
651
+ "bits": 4
652
+ },
653
+ "model.layers.24.mlp.shared_experts.down_proj": {
654
+ "group_size": 64,
655
+ "bits": 4
656
+ },
657
+ "model.layers.25.mlp.switch_mlp.down_proj": {
658
+ "group_size": 32,
659
+ "bits": 3
660
+ },
661
+ "model.layers.25.mlp.shared_experts.gate_proj": {
662
+ "group_size": 64,
663
+ "bits": 4
664
+ },
665
+ "model.layers.25.mlp.shared_experts.up_proj": {
666
+ "group_size": 64,
667
+ "bits": 4
668
+ },
669
+ "model.layers.25.mlp.shared_experts.down_proj": {
670
+ "group_size": 64,
671
+ "bits": 4
672
+ },
673
+ "model.layers.26.mlp.switch_mlp.down_proj": {
674
+ "group_size": 32,
675
+ "bits": 3
676
+ },
677
+ "model.layers.26.mlp.shared_experts.gate_proj": {
678
+ "group_size": 64,
679
+ "bits": 4
680
+ },
681
+ "model.layers.26.mlp.shared_experts.up_proj": {
682
+ "group_size": 64,
683
+ "bits": 4
684
+ },
685
+ "model.layers.26.mlp.shared_experts.down_proj": {
686
+ "group_size": 64,
687
+ "bits": 4
688
+ },
689
+ "model.layers.27.mlp.switch_mlp.down_proj": {
690
+ "group_size": 32,
691
+ "bits": 3
692
+ },
693
+ "model.layers.27.mlp.shared_experts.gate_proj": {
694
+ "group_size": 64,
695
+ "bits": 4
696
+ },
697
+ "model.layers.27.mlp.shared_experts.up_proj": {
698
+ "group_size": 64,
699
+ "bits": 4
700
+ },
701
+ "model.layers.27.mlp.shared_experts.down_proj": {
702
+ "group_size": 64,
703
+ "bits": 4
704
+ },
705
+ "model.layers.28.mlp.switch_mlp.down_proj": {
706
+ "group_size": 32,
707
+ "bits": 3
708
+ },
709
+ "model.layers.28.mlp.shared_experts.gate_proj": {
710
+ "group_size": 64,
711
+ "bits": 4
712
+ },
713
+ "model.layers.28.mlp.shared_experts.up_proj": {
714
+ "group_size": 64,
715
+ "bits": 4
716
+ },
717
+ "model.layers.28.mlp.shared_experts.down_proj": {
718
+ "group_size": 64,
719
+ "bits": 4
720
+ },
721
+ "model.layers.29.mlp.switch_mlp.down_proj": {
722
+ "group_size": 32,
723
+ "bits": 3
724
+ },
725
+ "model.layers.29.mlp.shared_experts.gate_proj": {
726
+ "group_size": 64,
727
+ "bits": 4
728
+ },
729
+ "model.layers.29.mlp.shared_experts.up_proj": {
730
+ "group_size": 64,
731
+ "bits": 4
732
+ },
733
+ "model.layers.29.mlp.shared_experts.down_proj": {
734
+ "group_size": 64,
735
+ "bits": 4
736
+ },
737
+ "model.layers.30.mlp.switch_mlp.down_proj": {
738
+ "group_size": 32,
739
+ "bits": 3
740
+ },
741
+ "model.layers.30.mlp.shared_experts.gate_proj": {
742
+ "group_size": 64,
743
+ "bits": 4
744
+ },
745
+ "model.layers.30.mlp.shared_experts.up_proj": {
746
+ "group_size": 64,
747
+ "bits": 4
748
+ },
749
+ "model.layers.30.mlp.shared_experts.down_proj": {
750
+ "group_size": 64,
751
+ "bits": 4
752
+ },
753
+ "model.layers.31.mlp.switch_mlp.down_proj": {
754
+ "group_size": 32,
755
+ "bits": 3
756
+ },
757
+ "model.layers.31.mlp.shared_experts.gate_proj": {
758
+ "group_size": 64,
759
+ "bits": 4
760
+ },
761
+ "model.layers.31.mlp.shared_experts.up_proj": {
762
+ "group_size": 64,
763
+ "bits": 4
764
+ },
765
+ "model.layers.31.mlp.shared_experts.down_proj": {
766
+ "group_size": 64,
767
+ "bits": 4
768
+ },
769
+ "model.layers.32.mlp.switch_mlp.down_proj": {
770
+ "group_size": 32,
771
+ "bits": 3
772
+ },
773
+ "model.layers.32.mlp.shared_experts.gate_proj": {
774
+ "group_size": 64,
775
+ "bits": 4
776
+ },
777
+ "model.layers.32.mlp.shared_experts.up_proj": {
778
+ "group_size": 64,
779
+ "bits": 4
780
+ },
781
+ "model.layers.32.mlp.shared_experts.down_proj": {
782
+ "group_size": 64,
783
+ "bits": 4
784
+ },
785
+ "model.layers.33.mlp.switch_mlp.down_proj": {
786
+ "group_size": 32,
787
+ "bits": 3
788
+ },
789
+ "model.layers.33.mlp.shared_experts.gate_proj": {
790
+ "group_size": 64,
791
+ "bits": 4
792
+ },
793
+ "model.layers.33.mlp.shared_experts.up_proj": {
794
+ "group_size": 64,
795
+ "bits": 4
796
+ },
797
+ "model.layers.33.mlp.shared_experts.down_proj": {
798
+ "group_size": 64,
799
+ "bits": 4
800
+ },
801
+ "model.layers.34.mlp.switch_mlp.down_proj": {
802
+ "group_size": 32,
803
+ "bits": 3
804
+ },
805
+ "model.layers.34.mlp.shared_experts.gate_proj": {
806
+ "group_size": 64,
807
+ "bits": 4
808
+ },
809
+ "model.layers.34.mlp.shared_experts.up_proj": {
810
+ "group_size": 64,
811
+ "bits": 4
812
+ },
813
+ "model.layers.34.mlp.shared_experts.down_proj": {
814
+ "group_size": 64,
815
+ "bits": 4
816
+ },
817
+ "model.layers.35.mlp.switch_mlp.down_proj": {
818
+ "group_size": 32,
819
+ "bits": 3
820
+ },
821
+ "model.layers.35.mlp.shared_experts.gate_proj": {
822
+ "group_size": 64,
823
+ "bits": 4
824
+ },
825
+ "model.layers.35.mlp.shared_experts.up_proj": {
826
+ "group_size": 64,
827
+ "bits": 4
828
+ },
829
+ "model.layers.35.mlp.shared_experts.down_proj": {
830
+ "group_size": 64,
831
+ "bits": 4
832
+ },
833
+ "model.layers.36.mlp.switch_mlp.down_proj": {
834
+ "group_size": 32,
835
+ "bits": 3
836
+ },
837
+ "model.layers.36.mlp.shared_experts.gate_proj": {
838
+ "group_size": 64,
839
+ "bits": 4
840
+ },
841
+ "model.layers.36.mlp.shared_experts.up_proj": {
842
+ "group_size": 64,
843
+ "bits": 4
844
+ },
845
+ "model.layers.36.mlp.shared_experts.down_proj": {
846
+ "group_size": 64,
847
+ "bits": 4
848
+ },
849
+ "model.layers.37.mlp.switch_mlp.down_proj": {
850
+ "group_size": 32,
851
+ "bits": 3
852
+ },
853
+ "model.layers.37.mlp.shared_experts.gate_proj": {
854
+ "group_size": 64,
855
+ "bits": 4
856
+ },
857
+ "model.layers.37.mlp.shared_experts.up_proj": {
858
+ "group_size": 64,
859
+ "bits": 4
860
+ },
861
+ "model.layers.37.mlp.shared_experts.down_proj": {
862
+ "group_size": 64,
863
+ "bits": 4
864
+ },
865
+ "model.layers.38.mlp.switch_mlp.down_proj": {
866
+ "group_size": 32,
867
+ "bits": 3
868
+ },
869
+ "model.layers.38.mlp.shared_experts.gate_proj": {
870
+ "group_size": 64,
871
+ "bits": 4
872
+ },
873
+ "model.layers.38.mlp.shared_experts.up_proj": {
874
+ "group_size": 64,
875
+ "bits": 4
876
+ },
877
+ "model.layers.38.mlp.shared_experts.down_proj": {
878
+ "group_size": 64,
879
+ "bits": 4
880
+ },
881
+ "model.layers.39.mlp.switch_mlp.down_proj": {
882
+ "group_size": 32,
883
+ "bits": 3
884
+ },
885
+ "model.layers.39.mlp.shared_experts.gate_proj": {
886
+ "group_size": 64,
887
+ "bits": 4
888
+ },
889
+ "model.layers.39.mlp.shared_experts.up_proj": {
890
+ "group_size": 64,
891
+ "bits": 4
892
+ },
893
+ "model.layers.39.mlp.shared_experts.down_proj": {
894
+ "group_size": 64,
895
+ "bits": 4
896
+ },
897
+ "model.layers.40.mlp.switch_mlp.down_proj": {
898
+ "group_size": 32,
899
+ "bits": 3
900
+ },
901
+ "model.layers.40.mlp.shared_experts.gate_proj": {
902
+ "group_size": 64,
903
+ "bits": 4
904
+ },
905
+ "model.layers.40.mlp.shared_experts.up_proj": {
906
+ "group_size": 64,
907
+ "bits": 4
908
+ },
909
+ "model.layers.40.mlp.shared_experts.down_proj": {
910
+ "group_size": 64,
911
+ "bits": 4
912
+ },
913
+ "model.layers.41.mlp.switch_mlp.down_proj": {
914
+ "group_size": 32,
915
+ "bits": 3
916
+ },
917
+ "model.layers.41.mlp.shared_experts.gate_proj": {
918
+ "group_size": 64,
919
+ "bits": 4
920
+ },
921
+ "model.layers.41.mlp.shared_experts.up_proj": {
922
+ "group_size": 64,
923
+ "bits": 4
924
+ },
925
+ "model.layers.41.mlp.shared_experts.down_proj": {
926
+ "group_size": 64,
927
+ "bits": 4
928
+ },
929
+ "model.layers.42.mlp.switch_mlp.down_proj": {
930
+ "group_size": 32,
931
+ "bits": 3
932
+ },
933
+ "model.layers.42.mlp.shared_experts.gate_proj": {
934
+ "group_size": 64,
935
+ "bits": 4
936
+ },
937
+ "model.layers.42.mlp.shared_experts.up_proj": {
938
+ "group_size": 64,
939
+ "bits": 4
940
+ },
941
+ "model.layers.42.mlp.shared_experts.down_proj": {
942
+ "group_size": 64,
943
+ "bits": 4
944
+ },
945
+ "model.layers.43.mlp.switch_mlp.down_proj": {
946
+ "group_size": 32,
947
+ "bits": 3
948
+ },
949
+ "model.layers.43.mlp.shared_experts.gate_proj": {
950
+ "group_size": 64,
951
+ "bits": 4
952
+ },
953
+ "model.layers.43.mlp.shared_experts.up_proj": {
954
+ "group_size": 64,
955
+ "bits": 4
956
+ },
957
+ "model.layers.43.mlp.shared_experts.down_proj": {
958
+ "group_size": 64,
959
+ "bits": 4
960
+ },
961
+ "model.layers.44.mlp.switch_mlp.down_proj": {
962
+ "group_size": 32,
963
+ "bits": 3
964
+ },
965
+ "model.layers.44.mlp.shared_experts.gate_proj": {
966
+ "group_size": 64,
967
+ "bits": 4
968
+ },
969
+ "model.layers.44.mlp.shared_experts.up_proj": {
970
+ "group_size": 64,
971
+ "bits": 4
972
+ },
973
+ "model.layers.44.mlp.shared_experts.down_proj": {
974
+ "group_size": 64,
975
+ "bits": 4
976
+ }
977
+ },
978
+ "quantization_config": {
979
+ "group_size": 32,
980
+ "bits": 2,
981
+ "model.layers.0.mlp.down_proj": {
982
+ "group_size": 32,
983
+ "bits": 3
984
+ },
985
+ "model.layers.1.mlp.down_proj": {
986
+ "group_size": 32,
987
+ "bits": 3
988
+ },
989
+ "model.layers.2.mlp.down_proj": {
990
+ "group_size": 32,
991
+ "bits": 3
992
+ },
993
+ "model.layers.3.mlp.switch_mlp.down_proj": {
994
+ "group_size": 32,
995
+ "bits": 3
996
+ },
997
+ "model.layers.3.mlp.shared_experts.gate_proj": {
998
+ "group_size": 64,
999
+ "bits": 4
1000
+ },
1001
+ "model.layers.3.mlp.shared_experts.up_proj": {
1002
+ "group_size": 64,
1003
+ "bits": 4
1004
+ },
1005
+ "model.layers.3.mlp.shared_experts.down_proj": {
1006
+ "group_size": 64,
1007
+ "bits": 4
1008
+ },
1009
+ "model.layers.4.mlp.switch_mlp.down_proj": {
1010
+ "group_size": 32,
1011
+ "bits": 3
1012
+ },
1013
+ "model.layers.4.mlp.shared_experts.gate_proj": {
1014
+ "group_size": 64,
1015
+ "bits": 4
1016
+ },
1017
+ "model.layers.4.mlp.shared_experts.up_proj": {
1018
+ "group_size": 64,
1019
+ "bits": 4
1020
+ },
1021
+ "model.layers.4.mlp.shared_experts.down_proj": {
1022
+ "group_size": 64,
1023
+ "bits": 4
1024
+ },
1025
+ "model.layers.5.mlp.switch_mlp.down_proj": {
1026
+ "group_size": 32,
1027
+ "bits": 3
1028
+ },
1029
+ "model.layers.5.mlp.shared_experts.gate_proj": {
1030
+ "group_size": 64,
1031
+ "bits": 4
1032
+ },
1033
+ "model.layers.5.mlp.shared_experts.up_proj": {
1034
+ "group_size": 64,
1035
+ "bits": 4
1036
+ },
1037
+ "model.layers.5.mlp.shared_experts.down_proj": {
1038
+ "group_size": 64,
1039
+ "bits": 4
1040
+ },
1041
+ "model.layers.6.mlp.switch_mlp.down_proj": {
1042
+ "group_size": 32,
1043
+ "bits": 3
1044
+ },
1045
+ "model.layers.6.mlp.shared_experts.gate_proj": {
1046
+ "group_size": 64,
1047
+ "bits": 4
1048
+ },
1049
+ "model.layers.6.mlp.shared_experts.up_proj": {
1050
+ "group_size": 64,
1051
+ "bits": 4
1052
+ },
1053
+ "model.layers.6.mlp.shared_experts.down_proj": {
1054
+ "group_size": 64,
1055
+ "bits": 4
1056
+ },
1057
+ "model.layers.7.mlp.switch_mlp.down_proj": {
1058
+ "group_size": 32,
1059
+ "bits": 3
1060
+ },
1061
+ "model.layers.7.mlp.shared_experts.gate_proj": {
1062
+ "group_size": 64,
1063
+ "bits": 4
1064
+ },
1065
+ "model.layers.7.mlp.shared_experts.up_proj": {
1066
+ "group_size": 64,
1067
+ "bits": 4
1068
+ },
1069
+ "model.layers.7.mlp.shared_experts.down_proj": {
1070
+ "group_size": 64,
1071
+ "bits": 4
1072
+ },
1073
+ "model.layers.8.mlp.switch_mlp.down_proj": {
1074
+ "group_size": 32,
1075
+ "bits": 3
1076
+ },
1077
+ "model.layers.8.mlp.shared_experts.gate_proj": {
1078
+ "group_size": 64,
1079
+ "bits": 4
1080
+ },
1081
+ "model.layers.8.mlp.shared_experts.up_proj": {
1082
+ "group_size": 64,
1083
+ "bits": 4
1084
+ },
1085
+ "model.layers.8.mlp.shared_experts.down_proj": {
1086
+ "group_size": 64,
1087
+ "bits": 4
1088
+ },
1089
+ "model.layers.9.mlp.switch_mlp.down_proj": {
1090
+ "group_size": 32,
1091
+ "bits": 3
1092
+ },
1093
+ "model.layers.9.mlp.shared_experts.gate_proj": {
1094
+ "group_size": 64,
1095
+ "bits": 4
1096
+ },
1097
+ "model.layers.9.mlp.shared_experts.up_proj": {
1098
+ "group_size": 64,
1099
+ "bits": 4
1100
+ },
1101
+ "model.layers.9.mlp.shared_experts.down_proj": {
1102
+ "group_size": 64,
1103
+ "bits": 4
1104
+ },
1105
+ "model.layers.10.mlp.switch_mlp.down_proj": {
1106
+ "group_size": 32,
1107
+ "bits": 3
1108
+ },
1109
+ "model.layers.10.mlp.shared_experts.gate_proj": {
1110
+ "group_size": 64,
1111
+ "bits": 4
1112
+ },
1113
+ "model.layers.10.mlp.shared_experts.up_proj": {
1114
+ "group_size": 64,
1115
+ "bits": 4
1116
+ },
1117
+ "model.layers.10.mlp.shared_experts.down_proj": {
1118
+ "group_size": 64,
1119
+ "bits": 4
1120
+ },
1121
+ "model.layers.11.mlp.switch_mlp.down_proj": {
1122
+ "group_size": 32,
1123
+ "bits": 3
1124
+ },
1125
+ "model.layers.11.mlp.shared_experts.gate_proj": {
1126
+ "group_size": 64,
1127
+ "bits": 4
1128
+ },
1129
+ "model.layers.11.mlp.shared_experts.up_proj": {
1130
+ "group_size": 64,
1131
+ "bits": 4
1132
+ },
1133
+ "model.layers.11.mlp.shared_experts.down_proj": {
1134
+ "group_size": 64,
1135
+ "bits": 4
1136
+ },
1137
+ "model.layers.12.mlp.switch_mlp.down_proj": {
1138
+ "group_size": 32,
1139
+ "bits": 3
1140
+ },
1141
+ "model.layers.12.mlp.shared_experts.gate_proj": {
1142
+ "group_size": 64,
1143
+ "bits": 4
1144
+ },
1145
+ "model.layers.12.mlp.shared_experts.up_proj": {
1146
+ "group_size": 64,
1147
+ "bits": 4
1148
+ },
1149
+ "model.layers.12.mlp.shared_experts.down_proj": {
1150
+ "group_size": 64,
1151
+ "bits": 4
1152
+ },
1153
+ "model.layers.13.mlp.switch_mlp.down_proj": {
1154
+ "group_size": 32,
1155
+ "bits": 3
1156
+ },
1157
+ "model.layers.13.mlp.shared_experts.gate_proj": {
1158
+ "group_size": 64,
1159
+ "bits": 4
1160
+ },
1161
+ "model.layers.13.mlp.shared_experts.up_proj": {
1162
+ "group_size": 64,
1163
+ "bits": 4
1164
+ },
1165
+ "model.layers.13.mlp.shared_experts.down_proj": {
1166
+ "group_size": 64,
1167
+ "bits": 4
1168
+ },
1169
+ "model.layers.14.mlp.switch_mlp.down_proj": {
1170
+ "group_size": 32,
1171
+ "bits": 3
1172
+ },
1173
+ "model.layers.14.mlp.shared_experts.gate_proj": {
1174
+ "group_size": 64,
1175
+ "bits": 4
1176
+ },
1177
+ "model.layers.14.mlp.shared_experts.up_proj": {
1178
+ "group_size": 64,
1179
+ "bits": 4
1180
+ },
1181
+ "model.layers.14.mlp.shared_experts.down_proj": {
1182
+ "group_size": 64,
1183
+ "bits": 4
1184
+ },
1185
+ "model.layers.15.mlp.switch_mlp.down_proj": {
1186
+ "group_size": 32,
1187
+ "bits": 3
1188
+ },
1189
+ "model.layers.15.mlp.shared_experts.gate_proj": {
1190
+ "group_size": 64,
1191
+ "bits": 4
1192
+ },
1193
+ "model.layers.15.mlp.shared_experts.up_proj": {
1194
+ "group_size": 64,
1195
+ "bits": 4
1196
+ },
1197
+ "model.layers.15.mlp.shared_experts.down_proj": {
1198
+ "group_size": 64,
1199
+ "bits": 4
1200
+ },
1201
+ "model.layers.16.mlp.switch_mlp.down_proj": {
1202
+ "group_size": 32,
1203
+ "bits": 3
1204
+ },
1205
+ "model.layers.16.mlp.shared_experts.gate_proj": {
1206
+ "group_size": 64,
1207
+ "bits": 4
1208
+ },
1209
+ "model.layers.16.mlp.shared_experts.up_proj": {
1210
+ "group_size": 64,
1211
+ "bits": 4
1212
+ },
1213
+ "model.layers.16.mlp.shared_experts.down_proj": {
1214
+ "group_size": 64,
1215
+ "bits": 4
1216
+ },
1217
+ "model.layers.17.mlp.switch_mlp.down_proj": {
1218
+ "group_size": 32,
1219
+ "bits": 3
1220
+ },
1221
+ "model.layers.17.mlp.shared_experts.gate_proj": {
1222
+ "group_size": 64,
1223
+ "bits": 4
1224
+ },
1225
+ "model.layers.17.mlp.shared_experts.up_proj": {
1226
+ "group_size": 64,
1227
+ "bits": 4
1228
+ },
1229
+ "model.layers.17.mlp.shared_experts.down_proj": {
1230
+ "group_size": 64,
1231
+ "bits": 4
1232
+ },
1233
+ "model.layers.18.mlp.switch_mlp.down_proj": {
1234
+ "group_size": 32,
1235
+ "bits": 3
1236
+ },
1237
+ "model.layers.18.mlp.shared_experts.gate_proj": {
1238
+ "group_size": 64,
1239
+ "bits": 4
1240
+ },
1241
+ "model.layers.18.mlp.shared_experts.up_proj": {
1242
+ "group_size": 64,
1243
+ "bits": 4
1244
+ },
1245
+ "model.layers.18.mlp.shared_experts.down_proj": {
1246
+ "group_size": 64,
1247
+ "bits": 4
1248
+ },
1249
+ "model.layers.19.mlp.switch_mlp.down_proj": {
1250
+ "group_size": 32,
1251
+ "bits": 3
1252
+ },
1253
+ "model.layers.19.mlp.shared_experts.gate_proj": {
1254
+ "group_size": 64,
1255
+ "bits": 4
1256
+ },
1257
+ "model.layers.19.mlp.shared_experts.up_proj": {
1258
+ "group_size": 64,
1259
+ "bits": 4
1260
+ },
1261
+ "model.layers.19.mlp.shared_experts.down_proj": {
1262
+ "group_size": 64,
1263
+ "bits": 4
1264
+ },
1265
+ "model.layers.20.mlp.switch_mlp.down_proj": {
1266
+ "group_size": 32,
1267
+ "bits": 3
1268
+ },
1269
+ "model.layers.20.mlp.shared_experts.gate_proj": {
1270
+ "group_size": 64,
1271
+ "bits": 4
1272
+ },
1273
+ "model.layers.20.mlp.shared_experts.up_proj": {
1274
+ "group_size": 64,
1275
+ "bits": 4
1276
+ },
1277
+ "model.layers.20.mlp.shared_experts.down_proj": {
1278
+ "group_size": 64,
1279
+ "bits": 4
1280
+ },
1281
+ "model.layers.21.mlp.switch_mlp.down_proj": {
1282
+ "group_size": 32,
1283
+ "bits": 3
1284
+ },
1285
+ "model.layers.21.mlp.shared_experts.gate_proj": {
1286
+ "group_size": 64,
1287
+ "bits": 4
1288
+ },
1289
+ "model.layers.21.mlp.shared_experts.up_proj": {
1290
+ "group_size": 64,
1291
+ "bits": 4
1292
+ },
1293
+ "model.layers.21.mlp.shared_experts.down_proj": {
1294
+ "group_size": 64,
1295
+ "bits": 4
1296
+ },
1297
+ "model.layers.22.mlp.switch_mlp.down_proj": {
1298
+ "group_size": 32,
1299
+ "bits": 3
1300
+ },
1301
+ "model.layers.22.mlp.shared_experts.gate_proj": {
1302
+ "group_size": 64,
1303
+ "bits": 4
1304
+ },
1305
+ "model.layers.22.mlp.shared_experts.up_proj": {
1306
+ "group_size": 64,
1307
+ "bits": 4
1308
+ },
1309
+ "model.layers.22.mlp.shared_experts.down_proj": {
1310
+ "group_size": 64,
1311
+ "bits": 4
1312
+ },
1313
+ "model.layers.23.mlp.switch_mlp.down_proj": {
1314
+ "group_size": 32,
1315
+ "bits": 3
1316
+ },
1317
+ "model.layers.23.mlp.shared_experts.gate_proj": {
1318
+ "group_size": 64,
1319
+ "bits": 4
1320
+ },
1321
+ "model.layers.23.mlp.shared_experts.up_proj": {
1322
+ "group_size": 64,
1323
+ "bits": 4
1324
+ },
1325
+ "model.layers.23.mlp.shared_experts.down_proj": {
1326
+ "group_size": 64,
1327
+ "bits": 4
1328
+ },
1329
+ "model.layers.24.mlp.switch_mlp.down_proj": {
1330
+ "group_size": 32,
1331
+ "bits": 3
1332
+ },
1333
+ "model.layers.24.mlp.shared_experts.gate_proj": {
1334
+ "group_size": 64,
1335
+ "bits": 4
1336
+ },
1337
+ "model.layers.24.mlp.shared_experts.up_proj": {
1338
+ "group_size": 64,
1339
+ "bits": 4
1340
+ },
1341
+ "model.layers.24.mlp.shared_experts.down_proj": {
1342
+ "group_size": 64,
1343
+ "bits": 4
1344
+ },
1345
+ "model.layers.25.mlp.switch_mlp.down_proj": {
1346
+ "group_size": 32,
1347
+ "bits": 3
1348
+ },
1349
+ "model.layers.25.mlp.shared_experts.gate_proj": {
1350
+ "group_size": 64,
1351
+ "bits": 4
1352
+ },
1353
+ "model.layers.25.mlp.shared_experts.up_proj": {
1354
+ "group_size": 64,
1355
+ "bits": 4
1356
+ },
1357
+ "model.layers.25.mlp.shared_experts.down_proj": {
1358
+ "group_size": 64,
1359
+ "bits": 4
1360
+ },
1361
+ "model.layers.26.mlp.switch_mlp.down_proj": {
1362
+ "group_size": 32,
1363
+ "bits": 3
1364
+ },
1365
+ "model.layers.26.mlp.shared_experts.gate_proj": {
1366
+ "group_size": 64,
1367
+ "bits": 4
1368
+ },
1369
+ "model.layers.26.mlp.shared_experts.up_proj": {
1370
+ "group_size": 64,
1371
+ "bits": 4
1372
+ },
1373
+ "model.layers.26.mlp.shared_experts.down_proj": {
1374
+ "group_size": 64,
1375
+ "bits": 4
1376
+ },
1377
+ "model.layers.27.mlp.switch_mlp.down_proj": {
1378
+ "group_size": 32,
1379
+ "bits": 3
1380
+ },
1381
+ "model.layers.27.mlp.shared_experts.gate_proj": {
1382
+ "group_size": 64,
1383
+ "bits": 4
1384
+ },
1385
+ "model.layers.27.mlp.shared_experts.up_proj": {
1386
+ "group_size": 64,
1387
+ "bits": 4
1388
+ },
1389
+ "model.layers.27.mlp.shared_experts.down_proj": {
1390
+ "group_size": 64,
1391
+ "bits": 4
1392
+ },
1393
+ "model.layers.28.mlp.switch_mlp.down_proj": {
1394
+ "group_size": 32,
1395
+ "bits": 3
1396
+ },
1397
+ "model.layers.28.mlp.shared_experts.gate_proj": {
1398
+ "group_size": 64,
1399
+ "bits": 4
1400
+ },
1401
+ "model.layers.28.mlp.shared_experts.up_proj": {
1402
+ "group_size": 64,
1403
+ "bits": 4
1404
+ },
1405
+ "model.layers.28.mlp.shared_experts.down_proj": {
1406
+ "group_size": 64,
1407
+ "bits": 4
1408
+ },
1409
+ "model.layers.29.mlp.switch_mlp.down_proj": {
1410
+ "group_size": 32,
1411
+ "bits": 3
1412
+ },
1413
+ "model.layers.29.mlp.shared_experts.gate_proj": {
1414
+ "group_size": 64,
1415
+ "bits": 4
1416
+ },
1417
+ "model.layers.29.mlp.shared_experts.up_proj": {
1418
+ "group_size": 64,
1419
+ "bits": 4
1420
+ },
1421
+ "model.layers.29.mlp.shared_experts.down_proj": {
1422
+ "group_size": 64,
1423
+ "bits": 4
1424
+ },
1425
+ "model.layers.30.mlp.switch_mlp.down_proj": {
1426
+ "group_size": 32,
1427
+ "bits": 3
1428
+ },
1429
+ "model.layers.30.mlp.shared_experts.gate_proj": {
1430
+ "group_size": 64,
1431
+ "bits": 4
1432
+ },
1433
+ "model.layers.30.mlp.shared_experts.up_proj": {
1434
+ "group_size": 64,
1435
+ "bits": 4
1436
+ },
1437
+ "model.layers.30.mlp.shared_experts.down_proj": {
1438
+ "group_size": 64,
1439
+ "bits": 4
1440
+ },
1441
+ "model.layers.31.mlp.switch_mlp.down_proj": {
1442
+ "group_size": 32,
1443
+ "bits": 3
1444
+ },
1445
+ "model.layers.31.mlp.shared_experts.gate_proj": {
1446
+ "group_size": 64,
1447
+ "bits": 4
1448
+ },
1449
+ "model.layers.31.mlp.shared_experts.up_proj": {
1450
+ "group_size": 64,
1451
+ "bits": 4
1452
+ },
1453
+ "model.layers.31.mlp.shared_experts.down_proj": {
1454
+ "group_size": 64,
1455
+ "bits": 4
1456
+ },
1457
+ "model.layers.32.mlp.switch_mlp.down_proj": {
1458
+ "group_size": 32,
1459
+ "bits": 3
1460
+ },
1461
+ "model.layers.32.mlp.shared_experts.gate_proj": {
1462
+ "group_size": 64,
1463
+ "bits": 4
1464
+ },
1465
+ "model.layers.32.mlp.shared_experts.up_proj": {
1466
+ "group_size": 64,
1467
+ "bits": 4
1468
+ },
1469
+ "model.layers.32.mlp.shared_experts.down_proj": {
1470
+ "group_size": 64,
1471
+ "bits": 4
1472
+ },
1473
+ "model.layers.33.mlp.switch_mlp.down_proj": {
1474
+ "group_size": 32,
1475
+ "bits": 3
1476
+ },
1477
+ "model.layers.33.mlp.shared_experts.gate_proj": {
1478
+ "group_size": 64,
1479
+ "bits": 4
1480
+ },
1481
+ "model.layers.33.mlp.shared_experts.up_proj": {
1482
+ "group_size": 64,
1483
+ "bits": 4
1484
+ },
1485
+ "model.layers.33.mlp.shared_experts.down_proj": {
1486
+ "group_size": 64,
1487
+ "bits": 4
1488
+ },
1489
+ "model.layers.34.mlp.switch_mlp.down_proj": {
1490
+ "group_size": 32,
1491
+ "bits": 3
1492
+ },
1493
+ "model.layers.34.mlp.shared_experts.gate_proj": {
1494
+ "group_size": 64,
1495
+ "bits": 4
1496
+ },
1497
+ "model.layers.34.mlp.shared_experts.up_proj": {
1498
+ "group_size": 64,
1499
+ "bits": 4
1500
+ },
1501
+ "model.layers.34.mlp.shared_experts.down_proj": {
1502
+ "group_size": 64,
1503
+ "bits": 4
1504
+ },
1505
+ "model.layers.35.mlp.switch_mlp.down_proj": {
1506
+ "group_size": 32,
1507
+ "bits": 3
1508
+ },
1509
+ "model.layers.35.mlp.shared_experts.gate_proj": {
1510
+ "group_size": 64,
1511
+ "bits": 4
1512
+ },
1513
+ "model.layers.35.mlp.shared_experts.up_proj": {
1514
+ "group_size": 64,
1515
+ "bits": 4
1516
+ },
1517
+ "model.layers.35.mlp.shared_experts.down_proj": {
1518
+ "group_size": 64,
1519
+ "bits": 4
1520
+ },
1521
+ "model.layers.36.mlp.switch_mlp.down_proj": {
1522
+ "group_size": 32,
1523
+ "bits": 3
1524
+ },
1525
+ "model.layers.36.mlp.shared_experts.gate_proj": {
1526
+ "group_size": 64,
1527
+ "bits": 4
1528
+ },
1529
+ "model.layers.36.mlp.shared_experts.up_proj": {
1530
+ "group_size": 64,
1531
+ "bits": 4
1532
+ },
1533
+ "model.layers.36.mlp.shared_experts.down_proj": {
1534
+ "group_size": 64,
1535
+ "bits": 4
1536
+ },
1537
+ "model.layers.37.mlp.switch_mlp.down_proj": {
1538
+ "group_size": 32,
1539
+ "bits": 3
1540
+ },
1541
+ "model.layers.37.mlp.shared_experts.gate_proj": {
1542
+ "group_size": 64,
1543
+ "bits": 4
1544
+ },
1545
+ "model.layers.37.mlp.shared_experts.up_proj": {
1546
+ "group_size": 64,
1547
+ "bits": 4
1548
+ },
1549
+ "model.layers.37.mlp.shared_experts.down_proj": {
1550
+ "group_size": 64,
1551
+ "bits": 4
1552
+ },
1553
+ "model.layers.38.mlp.switch_mlp.down_proj": {
1554
+ "group_size": 32,
1555
+ "bits": 3
1556
+ },
1557
+ "model.layers.38.mlp.shared_experts.gate_proj": {
1558
+ "group_size": 64,
1559
+ "bits": 4
1560
+ },
1561
+ "model.layers.38.mlp.shared_experts.up_proj": {
1562
+ "group_size": 64,
1563
+ "bits": 4
1564
+ },
1565
+ "model.layers.38.mlp.shared_experts.down_proj": {
1566
+ "group_size": 64,
1567
+ "bits": 4
1568
+ },
1569
+ "model.layers.39.mlp.switch_mlp.down_proj": {
1570
+ "group_size": 32,
1571
+ "bits": 3
1572
+ },
1573
+ "model.layers.39.mlp.shared_experts.gate_proj": {
1574
+ "group_size": 64,
1575
+ "bits": 4
1576
+ },
1577
+ "model.layers.39.mlp.shared_experts.up_proj": {
1578
+ "group_size": 64,
1579
+ "bits": 4
1580
+ },
1581
+ "model.layers.39.mlp.shared_experts.down_proj": {
1582
+ "group_size": 64,
1583
+ "bits": 4
1584
+ },
1585
+ "model.layers.40.mlp.switch_mlp.down_proj": {
1586
+ "group_size": 32,
1587
+ "bits": 3
1588
+ },
1589
+ "model.layers.40.mlp.shared_experts.gate_proj": {
1590
+ "group_size": 64,
1591
+ "bits": 4
1592
+ },
1593
+ "model.layers.40.mlp.shared_experts.up_proj": {
1594
+ "group_size": 64,
1595
+ "bits": 4
1596
+ },
1597
+ "model.layers.40.mlp.shared_experts.down_proj": {
1598
+ "group_size": 64,
1599
+ "bits": 4
1600
+ },
1601
+ "model.layers.41.mlp.switch_mlp.down_proj": {
1602
+ "group_size": 32,
1603
+ "bits": 3
1604
+ },
1605
+ "model.layers.41.mlp.shared_experts.gate_proj": {
1606
+ "group_size": 64,
1607
+ "bits": 4
1608
+ },
1609
+ "model.layers.41.mlp.shared_experts.up_proj": {
1610
+ "group_size": 64,
1611
+ "bits": 4
1612
+ },
1613
+ "model.layers.41.mlp.shared_experts.down_proj": {
1614
+ "group_size": 64,
1615
+ "bits": 4
1616
+ },
1617
+ "model.layers.42.mlp.switch_mlp.down_proj": {
1618
+ "group_size": 32,
1619
+ "bits": 3
1620
+ },
1621
+ "model.layers.42.mlp.shared_experts.gate_proj": {
1622
+ "group_size": 64,
1623
+ "bits": 4
1624
+ },
1625
+ "model.layers.42.mlp.shared_experts.up_proj": {
1626
+ "group_size": 64,
1627
+ "bits": 4
1628
+ },
1629
+ "model.layers.42.mlp.shared_experts.down_proj": {
1630
+ "group_size": 64,
1631
+ "bits": 4
1632
+ },
1633
+ "model.layers.43.mlp.switch_mlp.down_proj": {
1634
+ "group_size": 32,
1635
+ "bits": 3
1636
+ },
1637
+ "model.layers.43.mlp.shared_experts.gate_proj": {
1638
+ "group_size": 64,
1639
+ "bits": 4
1640
+ },
1641
+ "model.layers.43.mlp.shared_experts.up_proj": {
1642
+ "group_size": 64,
1643
+ "bits": 4
1644
+ },
1645
+ "model.layers.43.mlp.shared_experts.down_proj": {
1646
+ "group_size": 64,
1647
+ "bits": 4
1648
+ },
1649
+ "model.layers.44.mlp.switch_mlp.down_proj": {
1650
+ "group_size": 32,
1651
+ "bits": 3
1652
+ },
1653
+ "model.layers.44.mlp.shared_experts.gate_proj": {
1654
+ "group_size": 64,
1655
+ "bits": 4
1656
+ },
1657
+ "model.layers.44.mlp.shared_experts.up_proj": {
1658
+ "group_size": 64,
1659
+ "bits": 4
1660
+ },
1661
+ "model.layers.44.mlp.shared_experts.down_proj": {
1662
+ "group_size": 64,
1663
+ "bits": 4
1664
+ }
1665
+ }
1666
+ }
2-bit/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.16.0"
12
+ }
2-bit/model-00001-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a738c15fdaa10cd4d278bb18f6efeecfbc90ed6166ea5dff60d5e6658d99374
3
+ size 3755112400
2-bit/model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:813ec32dc7b0ab096acb5acbded920ca744ddf6e9826cbe7022f91cff29eca73
3
+ size 2451107272
2-bit/model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e78045c66f7247929c47a586644b16690b2f699fc61229d628b8436247c47298
3
+ size 2352876676
2-bit/model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca60915d81fd9cfb9ac5e4db003f50bf11efb9df9c5fe5f4c1d88595bfa07b2
3
+ size 2401461668
2-bit/model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4491243f16aed00cbed6f1aa5a8c22b46554c8c7a86d6c2583b4ec8a2f6a32
3
+ size 2264684212
2-bit/model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e99f757754b0fa7c1c439a1d0bfaa92b5b1f1e356029229462453fed787165
3
+ size 2233732152
2-bit/model-00007-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d341ac4186139fe488b5d6a73bcee7474bd68ee68b9a90f8bf751d87d9bb0b55
3
+ size 2401462020
2-bit/model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf07fe043d28a90e34e2688e800a8e4d31e36a1622e4e2146624b2effbac4d1
3
+ size 2401461692
2-bit/model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e9284ab45bb9dab079cdc1866203b7cbb125905b4fd36521dce0e0bfc28978a
3
+ size 2236091928
2-bit/model-00010-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa2ee03b595165173e8c818f0d28ed1c5e7221132502ddbad5ecb2cffb26f3b
3
+ size 2399102244
2-bit/model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fbd2354c8a962c5a212c1ebae9d6784801da6ef5bc042d45ddae8043ba9916c
3
+ size 2264684212
2-bit/model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78b0fabddaae77e8a56ee2b8332e045d7b5311466b2aaed73c88e9286ab4ba2
3
+ size 2401461684
2-bit/model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2ce725417a9f75e6a0529f6601a092cba5a25021190deafc80955455c6e8be
3
+ size 2233732176
2-bit/model-00014-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc71036390c63b10c15d5b074f061a882b85f2a88b5e53fd876523d2c136c695
3
+ size 2401461988
2-bit/model-00015-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b981619a540402de06dfaf3a7c238e10c90b0464435c536a95450d696a52116
3
+ size 2401461692
2-bit/model-00016-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d947b8282f9af3a007b02a45b9ed008a603c808d373cb11a202eb3584418c876
3
+ size 2233731832
2-bit/model-00017-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d1d46a058b699bd66b752efd2bddd38e4fa2697639d51b8aec23948792ad45
3
+ size 2426378296
2-bit/model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7c8504a746a7470222a6a501e41b6a6c9d56f537dd8c133eeafe1f9043dcfa
3
+ size 2401461692
2-bit/model-00019-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f174fdcd1ca1f5306e5c5d83ca8daf1cba278ec2d3761b381c60563326bfe9
3
+ size 2401461668
2-bit/model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f648f46a847522bc7ea523c85283c8aadc763511a1a612a0c8df3050c59ff310
3
+ size 2233732368
2-bit/model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a45187b2bd37650289bcd989bd92d5405fe0bb76a26cf79702e6f98033b115
3
+ size 2401461796
2-bit/model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c403739ffcae03abb23a1110088b9df939c34064635a2fce51fc748fa0ec02
3
+ size 2264684220
2-bit/model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d5df79e67a62068a69a10b5fd6c7ecb4df997a3ca7a19959975c85c9dbc0ef5
3
+ size 2233731968
2-bit/model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ec9dfddfc89e76cf70f53d6d86fc6cb3e3630328125d5446e87cd1d83c71be
3
+ size 2401462196
2-bit/model-00025-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2842ab37693222049605c6c1a2bbd1b320389e86027f9345399673c093921b
3
+ size 2401461692
2-bit/model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2e4cc501746ddd241fbcc9c8e517812f801bb7bba081710a346fb867d13b2a
3
+ size 2401461668
2-bit/model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad3f36869ab7da89d89d75d149a84538a757252c3e7bc7cf4d65564b600f90e
3
+ size 2233732408
2-bit/model-00028-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878acb3fa31021472e216feda5373225b0ad18ddcf5f4e8661b980368166c1cc
3
+ size 2264684300
2-bit/model-00029-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cf46774c9a5829079e3ecee377efbe7dda0dd56025d9d5e6d0a2dea20e3fe26
3
+ size 2401461684
2-bit/model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03298ea593263385c1bdaaf18501ad4028d04f3b4f2b7f9722794565fd4e4166
3
+ size 2233732016
2-bit/model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95851d613eed5e404225737c73aa02085563f442219bc593f070a06477aef980
3
+ size 2401460556
2-bit/model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d47717f17ba1d302288dde38fa26e584f892536b30c5c048b1ee21275ae831
3
+ size 2264683196
2-bit/model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46a1afa794d95778e1348eb2ee91eb20cadea48702290b09bf151ead37e2ace
3
+ size 2401461668
2-bit/model-00034-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00cdc12d6d88e9aa002a1ce753d35d408ff03713fcddc83c9a00d772c83c5bb2
3
+ size 2233732400
2-bit/model-00035-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e514d58603dedd17daa1c24b32b9d60e7f362d0771293c781b0cfae8b82b563c
3
+ size 2264684308
2-bit/model-00036-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6d08db5b8038efa9e6610900486ee6206a42affebe4cb83c8f79c49f41ceb6
3
+ size 2401461684
2-bit/model-00037-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3d20af1649b740f95aa0b9eeaf78041c3446deadb77c6f998692460bfd7922
3
+ size 2233732008
2-bit/model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3d3eff66b330c4e3b0e88eb6cb595d7fe47ed3ae5f9060fb2b431efeed7b47
3
+ size 2401462164
2-bit/model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c97a0afe51bb4779314b9e445090397d42df6748723e1224a06d7a495d5f72
3
+ size 2401461684
2-bit/model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a97f39e22a0568c2b72127c29aa09b5e0751709abaebd670d2c0e35082b182
3
+ size 2264684204
2-bit/model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bdd87f4843d68aac150675e2dc76b219b96c22fe8b3198a5e56feb67b42fc93
3
+ size 2233732392
2-bit/model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9401e951cbc61b543ed47c5b9b80d5d9d088196cf13733142cf7d6eee50b6a87
3
+ size 2401461780
2-bit/model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8870bee98d69abd2c1637aac687d62222ac9ab4ded8bb0be0e10c13737c02ae
3
+ size 2401461676
2-bit/model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a258ea9c6e9c532209ebdb2763574505a1d2f43872d1affc0f0a72657591fae5
3
+ size 2233732040
2-bit/model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a7ab12a0aa623ec0f6223e3cb7800e458237560572024c3e96ee2a0971625d
3
+ size 2401462132
2-bit/model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d7034e01ae431635dd999abc5adc7a87fbadd9a456583fc46282c9ba02e571
3
+ size 2264683396