Hugging Face's logo

apandacoding
/
Step-3.5-Flash-NVFP4

Safetensors
step3p5
custom_code
8-bit precision
modelopt
Model card Files
xet
Community
apandacoding commited on
Commit
dca117e
·
verified ·
1 Parent(s): 1835fcb

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. chat_template.jinja +80 -0
  2. config.json +334 -0
  3. configuration_step3p5.py +59 -0
  4. generation_config.json +10 -0
  5. hf_quant_config.json +534 -0
  6. model-00001-of-00127.safetensors +3 -0
  7. model-00002-of-00127.safetensors +3 -0
  8. model-00003-of-00127.safetensors +3 -0
  9. model-00004-of-00127.safetensors +3 -0
  10. model-00005-of-00127.safetensors +3 -0
  11. model-00006-of-00127.safetensors +3 -0
  12. model-00007-of-00127.safetensors +3 -0
  13. model-00008-of-00127.safetensors +3 -0
  14. model-00009-of-00127.safetensors +3 -0
  15. model-00010-of-00127.safetensors +3 -0
  16. model-00011-of-00127.safetensors +3 -0
  17. model-00012-of-00127.safetensors +3 -0
  18. model-00013-of-00127.safetensors +3 -0
  19. model-00014-of-00127.safetensors +3 -0
  20. model-00015-of-00127.safetensors +3 -0
  21. model-00016-of-00127.safetensors +3 -0
  22. model-00017-of-00127.safetensors +3 -0
  23. model-00018-of-00127.safetensors +3 -0
  24. model-00019-of-00127.safetensors +3 -0
  25. model-00020-of-00127.safetensors +3 -0
  26. model-00021-of-00127.safetensors +3 -0
  27. model-00022-of-00127.safetensors +3 -0
  28. model-00023-of-00127.safetensors +3 -0
  29. model-00024-of-00127.safetensors +3 -0
  30. model-00025-of-00127.safetensors +3 -0
  31. model-00026-of-00127.safetensors +3 -0
  32. model-00027-of-00127.safetensors +3 -0
  33. model-00028-of-00127.safetensors +3 -0
  34. model-00029-of-00127.safetensors +3 -0
  35. model-00030-of-00127.safetensors +3 -0
  36. model-00031-of-00127.safetensors +3 -0
  37. model-00032-of-00127.safetensors +3 -0
  38. model-00033-of-00127.safetensors +3 -0
  39. model-00034-of-00127.safetensors +3 -0
  40. model-00035-of-00127.safetensors +3 -0
  41. model-00036-of-00127.safetensors +3 -0
  42. model-00037-of-00127.safetensors +3 -0
  43. model-00038-of-00127.safetensors +3 -0
  44. model-00039-of-00127.safetensors +3 -0
  45. model-00040-of-00127.safetensors +3 -0
  46. model-00041-of-00127.safetensors +3 -0
  47. model-00042-of-00127.safetensors +3 -0
  48. model-00043-of-00127.safetensors +3 -0
  49. model-00044-of-00127.safetensors +3 -0
  50. model-00045-of-00127.safetensors +3 -0
chat_template.jinja ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {% macro render_content(content) %}{% if content is none %}{{- '' }}{% elif content is string %}{{- content }}{% elif content is mapping %}{{- content['value'] if 'value' in content else content['text'] }}{% elif content is iterable %}{% for item in content %}{% if item.type == 'text' %}{{- item['value'] if 'value' in item else item['text'] }}{% elif item.type == 'image' %}<im_patch>{% endif %}{% endfor %}{% endif %}{% endmacro %}
2
+ {{bos_token}}{%- if tools %}
3
+ {{- '<|im_start|>system\n' }}
4
+ {%- if messages[0].role == 'system' %}
5
+ {{- render_content(messages[0].content) + '\n\n' }}
6
+ {%- endif %}
7
+ {{- "# Tools\n\nYou have access to the following functions in JSONSchema format:\n\n<tools>" }}
8
+ {%- for tool in tools %}
9
+ {{- "\n" }}
10
+ {{- tool | tojson(ensure_ascii=False) }}
11
+ {%- endfor %}
12
+ {{- "\n</tools>\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...>\n...\n</function> block must be nested within <tool_call>\n...\n</tool_call> XML tags\n- Required parameters MUST be specified\n</IMPORTANT><|im_end|>\n" }}
13
+ {%- else %}
14
+ {%- if messages[0].role == 'system' %}
15
+ {{- '<|im_start|>system\n' + render_content(messages[0].content) + '<|im_end|>\n' }}
16
+ {%- endif %}
17
+ {%- endif %}
18
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
19
+ {%- for message in messages[::-1] %}
20
+ {%- set index = (messages|length - 1) - loop.index0 %}
21
+ {%- if ns.multi_step_tool and message.role == "user" and render_content(message.content) is string and not(render_content(message.content).startswith('<tool_response>') and render_content(message.content).endswith('</tool_response>')) %}
22
+ {%- set ns.multi_step_tool = false %}
23
+ {%- set ns.last_query_index = index %}
24
+ {%- endif %}
25
+ {%- endfor %}
26
+ {%- for message in messages %}
27
+ {%- set content = render_content(message.content) %}
28
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
29
+ {%- set role_name = 'observation' if (message.role == "system" and not loop.first and message.name == 'observation') else message.role %}
30
+ {{- '<|im_start|>' + role_name + '\n' + content + '<|im_end|>' + '\n' }}
31
+ {%- elif message.role == "assistant" %}
32
+ {%- if message.reasoning_content is string %}
33
+ {%- set reasoning_content = render_content(message.reasoning_content) %}
34
+ {%- else %}
35
+ {%- if '</think>' in content %}
36
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
37
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
38
+ {%- else %}
39
+ {%- set reasoning_content = '' %}
40
+ {%- endif %}
41
+ {%- endif %}
42
+ {%- if loop.index0 > ns.last_query_index %}
43
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n' + content }}
44
+ {%- else %}
45
+ {{- '<|im_start|>' + message.role + '\n' + content }}
46
+ {%- endif %}
47
+ {%- if message.tool_calls %}
48
+ {%- for tool_call in message.tool_calls %}
49
+ {%- if tool_call.function is defined %}
50
+ {%- set tool_call = tool_call.function %}
51
+ {%- endif %}
52
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
53
+ {%- if tool_call.arguments is defined %}
54
+ {%- set arguments = tool_call.arguments %}
55
+ {%- for args_name, args_value in arguments|items %}
56
+ {{- '<parameter=' + args_name + '>\n' }}
57
+ {%- set args_value = args_value | tojson(ensure_ascii=False) | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
58
+ {{- args_value }}
59
+ {{- '\n</parameter>\n' }}
60
+ {%- endfor %}
61
+ {%- endif %}
62
+ {{- '</function>\n</tool_call>' }}
63
+ {%- endfor %}
64
+ {%- endif %}
65
+ {{- '<|im_end|>\n' }}
66
+ {%- elif message.role == "tool" %}
67
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
68
+ {{- '<|im_start|>tool_response\n' }}
69
+ {%- endif %}
70
+ {{- '<tool_response>' }}
71
+ {{- content }}
72
+ {{- '</tool_response>' }}
73
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
74
+ {{- '<|im_end|>\n' }}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if add_generation_prompt %}
79
+ {{- '<|im_start|>assistant\n<think>\n' }}
80
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Step3p5ForCausalLM"
4
+ ],
5
+ "att_impl_type": "GQA",
6
+ "attention_other_setting": {
7
+ "attention_type": "sliding_attention",
8
+ "head_dim": 128,
9
+ "num_attention_groups": 8,
10
+ "num_attention_heads": 96,
11
+ "true_head_dim": 128
12
+ },
13
+ "auto_map": {
14
+ "AutoConfig": "configuration_step3p5.Step3p5Config",
15
+ "AutoModelForCausalLM": "modeling_step3p5.Step3p5ForCausalLM"
16
+ },
17
+ "bos_token_id": 0,
18
+ "dtype": "bfloat16",
19
+ "eos_token_id": [
20
+ 1,
21
+ 2,
22
+ 128007
23
+ ],
24
+ "head_dim": 128,
25
+ "hidden_size": 4096,
26
+ "intermediate_size": 11264,
27
+ "layer_types": [
28
+ "full_attention",
29
+ "sliding_attention",
30
+ "sliding_attention",
31
+ "sliding_attention",
32
+ "full_attention",
33
+ "sliding_attention",
34
+ "sliding_attention",
35
+ "sliding_attention",
36
+ "full_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention",
40
+ "full_attention",
41
+ "sliding_attention",
42
+ "sliding_attention",
43
+ "sliding_attention",
44
+ "full_attention",
45
+ "sliding_attention",
46
+ "sliding_attention",
47
+ "sliding_attention",
48
+ "full_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "sliding_attention",
52
+ "full_attention",
53
+ "sliding_attention",
54
+ "sliding_attention",
55
+ "sliding_attention",
56
+ "full_attention",
57
+ "sliding_attention",
58
+ "sliding_attention",
59
+ "sliding_attention",
60
+ "full_attention",
61
+ "sliding_attention",
62
+ "sliding_attention",
63
+ "sliding_attention",
64
+ "full_attention",
65
+ "sliding_attention",
66
+ "sliding_attention",
67
+ "sliding_attention",
68
+ "full_attention",
69
+ "sliding_attention",
70
+ "sliding_attention",
71
+ "sliding_attention",
72
+ "full_attention",
73
+ "sliding_attention",
74
+ "sliding_attention",
75
+ "sliding_attention"
76
+ ],
77
+ "max_position_embeddings": 262144,
78
+ "max_seq_len": 262144,
79
+ "model_type": "step3p5",
80
+ "moe_every_n_layer": 1,
81
+ "moe_intermediate_size": 1280,
82
+ "moe_layer_offset": 0,
83
+ "moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
84
+ "moe_num_experts": 288,
85
+ "moe_router_activation": "sigmoid",
86
+ "moe_router_scaling_factor": 3.0,
87
+ "moe_top_k": 8,
88
+ "need_fp32_gate": true,
89
+ "norm_expert_weight": true,
90
+ "num_attention_groups": 8,
91
+ "num_attention_heads": 64,
92
+ "num_hidden_layers": 45,
93
+ "num_nextn_predict_layers": 3,
94
+ "partial_rotary_factor": 0.5,
95
+ "partial_rotary_factors": [
96
+ 0.5,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 0.5,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 0.5,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 0.5,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 0.5,
113
+ 1.0,
114
+ 1.0,
115
+ 1.0,
116
+ 0.5,
117
+ 1.0,
118
+ 1.0,
119
+ 1.0,
120
+ 0.5,
121
+ 1.0,
122
+ 1.0,
123
+ 1.0,
124
+ 0.5,
125
+ 1.0,
126
+ 1.0,
127
+ 1.0,
128
+ 0.5,
129
+ 1.0,
130
+ 1.0,
131
+ 1.0,
132
+ 0.5,
133
+ 1.0,
134
+ 1.0,
135
+ 1.0,
136
+ 0.5,
137
+ 1.0,
138
+ 1.0,
139
+ 1.0,
140
+ 0.5,
141
+ 1.0,
142
+ 1.0,
143
+ 1.0
144
+ ],
145
+ "rms_norm_eps": 1e-05,
146
+ "rope_parameters": {
147
+ "factor": 2.0,
148
+ "high_freq_factor": 32.0,
149
+ "low_freq_factor": 1.0,
150
+ "original_max_position_embeddings": 131072,
151
+ "rope_type": "llama3"
152
+ },
153
+ "rope_scaling": {
154
+ "factor": 2.0,
155
+ "high_freq_factor": 32.0,
156
+ "low_freq_factor": 1.0,
157
+ "original_max_position_embeddings": 131072,
158
+ "rope_type": "llama3"
159
+ },
160
+ "rope_theta": [
161
+ 5000000.0,
162
+ 10000.0,
163
+ 10000.0,
164
+ 10000.0,
165
+ 5000000.0,
166
+ 10000.0,
167
+ 10000.0,
168
+ 10000.0,
169
+ 5000000.0,
170
+ 10000.0,
171
+ 10000.0,
172
+ 10000.0,
173
+ 5000000.0,
174
+ 10000.0,
175
+ 10000.0,
176
+ 10000.0,
177
+ 5000000.0,
178
+ 10000.0,
179
+ 10000.0,
180
+ 10000.0,
181
+ 5000000.0,
182
+ 10000.0,
183
+ 10000.0,
184
+ 10000.0,
185
+ 5000000.0,
186
+ 10000.0,
187
+ 10000.0,
188
+ 10000.0,
189
+ 5000000.0,
190
+ 10000.0,
191
+ 10000.0,
192
+ 10000.0,
193
+ 5000000.0,
194
+ 10000.0,
195
+ 10000.0,
196
+ 10000.0,
197
+ 5000000.0,
198
+ 10000.0,
199
+ 10000.0,
200
+ 10000.0,
201
+ 5000000.0,
202
+ 10000.0,
203
+ 10000.0,
204
+ 10000.0,
205
+ 5000000.0,
206
+ 10000.0,
207
+ 10000.0,
208
+ 10000.0
209
+ ],
210
+ "share_expert_dim": 1280,
211
+ "sink": false,
212
+ "sliding_window": 512,
213
+ "swiglu_limits": [
214
+ 0.0,
215
+ 0.0,
216
+ 0.0,
217
+ 0.0,
218
+ 0.0,
219
+ 0.0,
220
+ 0.0,
221
+ 0.0,
222
+ 0.0,
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 7,
258
+ 7,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0
262
+ ],
263
+ "swiglu_limits_shared": [
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 16,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0
312
+ ],
313
+ "transformers_version": "4.57.6",
314
+ "use_cache": false,
315
+ "use_head_wise_attn_gate": true,
316
+ "use_moe": true,
317
+ "use_moe_router_bias": true,
318
+ "use_qk_norm": true,
319
+ "use_rope_layers": [],
320
+ "vocab_size": 128896,
321
+ "yarn_only_types": [
322
+ "full_attention"
323
+ ],
324
+ "zero_centered": true,
325
+ "quantization_config": {
326
+ "ignore": [],
327
+ "quant_algo": "MIXED_PRECISION",
328
+ "producer": {
329
+ "name": "modelopt",
330
+ "version": "0.41.0"
331
+ },
332
+ "quant_method": "modelopt"
333
+ }
334
+ }
configuration_step3p5.py ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from typing import Any, Optional, Union
2
+
3
+ from transformers.configuration_utils import PretrainedConfig
4
+
5
+
6
+
7
+ class Step3p5Config(PretrainedConfig):
8
+ model_type = "step3p5"
9
+ architectures = ["Step3p5ForCausalLM"]
10
+
11
+ def __init__(
12
+ self,
13
+ hidden_size: int = 4096,
14
+ intermediate_size: int = 11264,
15
+ num_attention_heads: int = 64,
16
+ num_attention_groups: int = 8,
17
+ num_hidden_layers: int = 45,
18
+ max_seq_len: int = 128000,
19
+ vocab_size: int = 128815,
20
+ rms_norm_eps: float = 1e-5,
21
+ moe_intermediate_size: int = 1280,
22
+ moe_num_experts: int = 288,
23
+ moe_top_k: int = 8,
24
+ rope_theta: float = 10000,
25
+ rope_scaling: Optional[dict[str, Any]] = None,
26
+ max_position_embeddings: int = 128000,
27
+ share_expert_dims: int = 1280,
28
+ head_dim: int = 128,
29
+ norm_expert_weight: bool = True,
30
+ layer_types: list[str] = None,
31
+ sliding_window: Optional[int] = None,
32
+ moe_layers_enum: tuple[int] = (3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
33
+ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,
34
+ 25, 26, 27, 28, 29, 30, 31, 32, 33, 34,
35
+ 35, 36, 37, 38, 39, 40, 41, 42, 43, 44),
36
+ **kwargs,
37
+ ) -> None:
38
+ self.hidden_size = hidden_size
39
+ self.intermediate_size = intermediate_size
40
+ self.num_attention_heads = num_attention_heads
41
+ self.num_attention_groups = num_attention_groups
42
+ self.num_hidden_layers = num_hidden_layers
43
+ self.max_seq_len = max_seq_len
44
+ self.vocab_size = vocab_size
45
+ self.rms_norm_eps = rms_norm_eps
46
+ self.moe_intermediate_size = moe_intermediate_size
47
+ self.moe_num_experts = moe_num_experts
48
+ self.moe_top_k = moe_top_k
49
+ self.rope_theta = rope_theta
50
+ self.rope_scaling = rope_scaling
51
+ self.max_position_embeddings = max_position_embeddings
52
+ self.share_expert_dim = share_expert_dims
53
+ self.head_dim = head_dim
54
+ self.norm_expert_weight = norm_expert_weight
55
+ self.moe_layers_enum = moe_layers_enum
56
+ self.layer_types = layer_types
57
+ self.sliding_window = sliding_window
58
+ super().__init__(**kwargs)
59
+
generation_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": [
5
+ 1,
6
+ 2,
7
+ 128007
8
+ ],
9
+ "transformers_version": "4.57.6"
10
+ }
hf_quant_config.json ADDED
@@ -0,0 +1,534 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "producer": {
3
+ "name": "modelopt",
4
+ "version": "0.41.0"
5
+ },
6
+ "quantization": {
7
+ "quant_algo": "MIXED_PRECISION",
8
+ "kv_cache_quant_algo": null,
9
+ "quantized_layers": {
10
+ "model.layers.0.mlp.up_proj": {
11
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
12
+ },
13
+ "model.layers.0.mlp.down_proj": {
14
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
15
+ },
16
+ "model.layers.1.mlp.up_proj": {
17
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
18
+ },
19
+ "model.layers.1.mlp.down_proj": {
20
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
21
+ },
22
+ "model.layers.2.mlp.up_proj": {
23
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
24
+ },
25
+ "model.layers.2.mlp.down_proj": {
26
+ "quant_algo": "W8A8_SQ_PER_CHANNEL"
27
+ },
28
+ "model.layers.3.moe.up_proj": {
29
+ "quant_algo": "NVFP4",
30
+ "group_size": 16
31
+ },
32
+ "model.layers.3.moe.gate_proj": {
33
+ "quant_algo": "NVFP4",
34
+ "group_size": 16
35
+ },
36
+ "model.layers.3.moe.down_proj": {
37
+ "quant_algo": "NVFP4",
38
+ "group_size": 16
39
+ },
40
+ "model.layers.4.moe.up_proj": {
41
+ "quant_algo": "NVFP4",
42
+ "group_size": 16
43
+ },
44
+ "model.layers.4.moe.gate_proj": {
45
+ "quant_algo": "NVFP4",
46
+ "group_size": 16
47
+ },
48
+ "model.layers.4.moe.down_proj": {
49
+ "quant_algo": "NVFP4",
50
+ "group_size": 16
51
+ },
52
+ "model.layers.5.moe.up_proj": {
53
+ "quant_algo": "NVFP4",
54
+ "group_size": 16
55
+ },
56
+ "model.layers.5.moe.gate_proj": {
57
+ "quant_algo": "NVFP4",
58
+ "group_size": 16
59
+ },
60
+ "model.layers.5.moe.down_proj": {
61
+ "quant_algo": "NVFP4",
62
+ "group_size": 16
63
+ },
64
+ "model.layers.6.moe.up_proj": {
65
+ "quant_algo": "NVFP4",
66
+ "group_size": 16
67
+ },
68
+ "model.layers.6.moe.gate_proj": {
69
+ "quant_algo": "NVFP4",
70
+ "group_size": 16
71
+ },
72
+ "model.layers.6.moe.down_proj": {
73
+ "quant_algo": "NVFP4",
74
+ "group_size": 16
75
+ },
76
+ "model.layers.7.moe.up_proj": {
77
+ "quant_algo": "NVFP4",
78
+ "group_size": 16
79
+ },
80
+ "model.layers.7.moe.gate_proj": {
81
+ "quant_algo": "NVFP4",
82
+ "group_size": 16
83
+ },
84
+ "model.layers.7.moe.down_proj": {
85
+ "quant_algo": "NVFP4",
86
+ "group_size": 16
87
+ },
88
+ "model.layers.8.moe.up_proj": {
89
+ "quant_algo": "NVFP4",
90
+ "group_size": 16
91
+ },
92
+ "model.layers.8.moe.gate_proj": {
93
+ "quant_algo": "NVFP4",
94
+ "group_size": 16
95
+ },
96
+ "model.layers.8.moe.down_proj": {
97
+ "quant_algo": "NVFP4",
98
+ "group_size": 16
99
+ },
100
+ "model.layers.9.moe.up_proj": {
101
+ "quant_algo": "NVFP4",
102
+ "group_size": 16
103
+ },
104
+ "model.layers.9.moe.gate_proj": {
105
+ "quant_algo": "NVFP4",
106
+ "group_size": 16
107
+ },
108
+ "model.layers.9.moe.down_proj": {
109
+ "quant_algo": "NVFP4",
110
+ "group_size": 16
111
+ },
112
+ "model.layers.10.moe.up_proj": {
113
+ "quant_algo": "NVFP4",
114
+ "group_size": 16
115
+ },
116
+ "model.layers.10.moe.gate_proj": {
117
+ "quant_algo": "NVFP4",
118
+ "group_size": 16
119
+ },
120
+ "model.layers.10.moe.down_proj": {
121
+ "quant_algo": "NVFP4",
122
+ "group_size": 16
123
+ },
124
+ "model.layers.11.moe.up_proj": {
125
+ "quant_algo": "NVFP4",
126
+ "group_size": 16
127
+ },
128
+ "model.layers.11.moe.gate_proj": {
129
+ "quant_algo": "NVFP4",
130
+ "group_size": 16
131
+ },
132
+ "model.layers.11.moe.down_proj": {
133
+ "quant_algo": "NVFP4",
134
+ "group_size": 16
135
+ },
136
+ "model.layers.12.moe.up_proj": {
137
+ "quant_algo": "NVFP4",
138
+ "group_size": 16
139
+ },
140
+ "model.layers.12.moe.gate_proj": {
141
+ "quant_algo": "NVFP4",
142
+ "group_size": 16
143
+ },
144
+ "model.layers.12.moe.down_proj": {
145
+ "quant_algo": "NVFP4",
146
+ "group_size": 16
147
+ },
148
+ "model.layers.13.moe.up_proj": {
149
+ "quant_algo": "NVFP4",
150
+ "group_size": 16
151
+ },
152
+ "model.layers.13.moe.gate_proj": {
153
+ "quant_algo": "NVFP4",
154
+ "group_size": 16
155
+ },
156
+ "model.layers.13.moe.down_proj": {
157
+ "quant_algo": "NVFP4",
158
+ "group_size": 16
159
+ },
160
+ "model.layers.14.moe.up_proj": {
161
+ "quant_algo": "NVFP4",
162
+ "group_size": 16
163
+ },
164
+ "model.layers.14.moe.gate_proj": {
165
+ "quant_algo": "NVFP4",
166
+ "group_size": 16
167
+ },
168
+ "model.layers.14.moe.down_proj": {
169
+ "quant_algo": "NVFP4",
170
+ "group_size": 16
171
+ },
172
+ "model.layers.15.moe.up_proj": {
173
+ "quant_algo": "NVFP4",
174
+ "group_size": 16
175
+ },
176
+ "model.layers.15.moe.gate_proj": {
177
+ "quant_algo": "NVFP4",
178
+ "group_size": 16
179
+ },
180
+ "model.layers.15.moe.down_proj": {
181
+ "quant_algo": "NVFP4",
182
+ "group_size": 16
183
+ },
184
+ "model.layers.16.moe.up_proj": {
185
+ "quant_algo": "NVFP4",
186
+ "group_size": 16
187
+ },
188
+ "model.layers.16.moe.gate_proj": {
189
+ "quant_algo": "NVFP4",
190
+ "group_size": 16
191
+ },
192
+ "model.layers.16.moe.down_proj": {
193
+ "quant_algo": "NVFP4",
194
+ "group_size": 16
195
+ },
196
+ "model.layers.17.moe.up_proj": {
197
+ "quant_algo": "NVFP4",
198
+ "group_size": 16
199
+ },
200
+ "model.layers.17.moe.gate_proj": {
201
+ "quant_algo": "NVFP4",
202
+ "group_size": 16
203
+ },
204
+ "model.layers.17.moe.down_proj": {
205
+ "quant_algo": "NVFP4",
206
+ "group_size": 16
207
+ },
208
+ "model.layers.18.moe.up_proj": {
209
+ "quant_algo": "NVFP4",
210
+ "group_size": 16
211
+ },
212
+ "model.layers.18.moe.gate_proj": {
213
+ "quant_algo": "NVFP4",
214
+ "group_size": 16
215
+ },
216
+ "model.layers.18.moe.down_proj": {
217
+ "quant_algo": "NVFP4",
218
+ "group_size": 16
219
+ },
220
+ "model.layers.19.moe.up_proj": {
221
+ "quant_algo": "NVFP4",
222
+ "group_size": 16
223
+ },
224
+ "model.layers.19.moe.gate_proj": {
225
+ "quant_algo": "NVFP4",
226
+ "group_size": 16
227
+ },
228
+ "model.layers.19.moe.down_proj": {
229
+ "quant_algo": "NVFP4",
230
+ "group_size": 16
231
+ },
232
+ "model.layers.20.moe.up_proj": {
233
+ "quant_algo": "NVFP4",
234
+ "group_size": 16
235
+ },
236
+ "model.layers.20.moe.gate_proj": {
237
+ "quant_algo": "NVFP4",
238
+ "group_size": 16
239
+ },
240
+ "model.layers.20.moe.down_proj": {
241
+ "quant_algo": "NVFP4",
242
+ "group_size": 16
243
+ },
244
+ "model.layers.21.moe.up_proj": {
245
+ "quant_algo": "NVFP4",
246
+ "group_size": 16
247
+ },
248
+ "model.layers.21.moe.gate_proj": {
249
+ "quant_algo": "NVFP4",
250
+ "group_size": 16
251
+ },
252
+ "model.layers.21.moe.down_proj": {
253
+ "quant_algo": "NVFP4",
254
+ "group_size": 16
255
+ },
256
+ "model.layers.22.moe.up_proj": {
257
+ "quant_algo": "NVFP4",
258
+ "group_size": 16
259
+ },
260
+ "model.layers.22.moe.gate_proj": {
261
+ "quant_algo": "NVFP4",
262
+ "group_size": 16
263
+ },
264
+ "model.layers.22.moe.down_proj": {
265
+ "quant_algo": "NVFP4",
266
+ "group_size": 16
267
+ },
268
+ "model.layers.23.moe.up_proj": {
269
+ "quant_algo": "NVFP4",
270
+ "group_size": 16
271
+ },
272
+ "model.layers.23.moe.gate_proj": {
273
+ "quant_algo": "NVFP4",
274
+ "group_size": 16
275
+ },
276
+ "model.layers.23.moe.down_proj": {
277
+ "quant_algo": "NVFP4",
278
+ "group_size": 16
279
+ },
280
+ "model.layers.24.moe.up_proj": {
281
+ "quant_algo": "NVFP4",
282
+ "group_size": 16
283
+ },
284
+ "model.layers.24.moe.gate_proj": {
285
+ "quant_algo": "NVFP4",
286
+ "group_size": 16
287
+ },
288
+ "model.layers.24.moe.down_proj": {
289
+ "quant_algo": "NVFP4",
290
+ "group_size": 16
291
+ },
292
+ "model.layers.25.moe.up_proj": {
293
+ "quant_algo": "NVFP4",
294
+ "group_size": 16
295
+ },
296
+ "model.layers.25.moe.gate_proj": {
297
+ "quant_algo": "NVFP4",
298
+ "group_size": 16
299
+ },
300
+ "model.layers.25.moe.down_proj": {
301
+ "quant_algo": "NVFP4",
302
+ "group_size": 16
303
+ },
304
+ "model.layers.26.moe.up_proj": {
305
+ "quant_algo": "NVFP4",
306
+ "group_size": 16
307
+ },
308
+ "model.layers.26.moe.gate_proj": {
309
+ "quant_algo": "NVFP4",
310
+ "group_size": 16
311
+ },
312
+ "model.layers.26.moe.down_proj": {
313
+ "quant_algo": "NVFP4",
314
+ "group_size": 16
315
+ },
316
+ "model.layers.27.moe.up_proj": {
317
+ "quant_algo": "NVFP4",
318
+ "group_size": 16
319
+ },
320
+ "model.layers.27.moe.gate_proj": {
321
+ "quant_algo": "NVFP4",
322
+ "group_size": 16
323
+ },
324
+ "model.layers.27.moe.down_proj": {
325
+ "quant_algo": "NVFP4",
326
+ "group_size": 16
327
+ },
328
+ "model.layers.28.moe.up_proj": {
329
+ "quant_algo": "NVFP4",
330
+ "group_size": 16
331
+ },
332
+ "model.layers.28.moe.gate_proj": {
333
+ "quant_algo": "NVFP4",
334
+ "group_size": 16
335
+ },
336
+ "model.layers.28.moe.down_proj": {
337
+ "quant_algo": "NVFP4",
338
+ "group_size": 16
339
+ },
340
+ "model.layers.29.moe.up_proj": {
341
+ "quant_algo": "NVFP4",
342
+ "group_size": 16
343
+ },
344
+ "model.layers.29.moe.gate_proj": {
345
+ "quant_algo": "NVFP4",
346
+ "group_size": 16
347
+ },
348
+ "model.layers.29.moe.down_proj": {
349
+ "quant_algo": "NVFP4",
350
+ "group_size": 16
351
+ },
352
+ "model.layers.30.moe.up_proj": {
353
+ "quant_algo": "NVFP4",
354
+ "group_size": 16
355
+ },
356
+ "model.layers.30.moe.gate_proj": {
357
+ "quant_algo": "NVFP4",
358
+ "group_size": 16
359
+ },
360
+ "model.layers.30.moe.down_proj": {
361
+ "quant_algo": "NVFP4",
362
+ "group_size": 16
363
+ },
364
+ "model.layers.31.moe.up_proj": {
365
+ "quant_algo": "NVFP4",
366
+ "group_size": 16
367
+ },
368
+ "model.layers.31.moe.gate_proj": {
369
+ "quant_algo": "NVFP4",
370
+ "group_size": 16
371
+ },
372
+ "model.layers.31.moe.down_proj": {
373
+ "quant_algo": "NVFP4",
374
+ "group_size": 16
375
+ },
376
+ "model.layers.32.moe.up_proj": {
377
+ "quant_algo": "NVFP4",
378
+ "group_size": 16
379
+ },
380
+ "model.layers.32.moe.gate_proj": {
381
+ "quant_algo": "NVFP4",
382
+ "group_size": 16
383
+ },
384
+ "model.layers.32.moe.down_proj": {
385
+ "quant_algo": "NVFP4",
386
+ "group_size": 16
387
+ },
388
+ "model.layers.33.moe.up_proj": {
389
+ "quant_algo": "NVFP4",
390
+ "group_size": 16
391
+ },
392
+ "model.layers.33.moe.gate_proj": {
393
+ "quant_algo": "NVFP4",
394
+ "group_size": 16
395
+ },
396
+ "model.layers.33.moe.down_proj": {
397
+ "quant_algo": "NVFP4",
398
+ "group_size": 16
399
+ },
400
+ "model.layers.34.moe.up_proj": {
401
+ "quant_algo": "NVFP4",
402
+ "group_size": 16
403
+ },
404
+ "model.layers.34.moe.gate_proj": {
405
+ "quant_algo": "NVFP4",
406
+ "group_size": 16
407
+ },
408
+ "model.layers.34.moe.down_proj": {
409
+ "quant_algo": "NVFP4",
410
+ "group_size": 16
411
+ },
412
+ "model.layers.35.moe.up_proj": {
413
+ "quant_algo": "NVFP4",
414
+ "group_size": 16
415
+ },
416
+ "model.layers.35.moe.gate_proj": {
417
+ "quant_algo": "NVFP4",
418
+ "group_size": 16
419
+ },
420
+ "model.layers.35.moe.down_proj": {
421
+ "quant_algo": "NVFP4",
422
+ "group_size": 16
423
+ },
424
+ "model.layers.36.moe.up_proj": {
425
+ "quant_algo": "NVFP4",
426
+ "group_size": 16
427
+ },
428
+ "model.layers.36.moe.gate_proj": {
429
+ "quant_algo": "NVFP4",
430
+ "group_size": 16
431
+ },
432
+ "model.layers.36.moe.down_proj": {
433
+ "quant_algo": "NVFP4",
434
+ "group_size": 16
435
+ },
436
+ "model.layers.37.moe.up_proj": {
437
+ "quant_algo": "NVFP4",
438
+ "group_size": 16
439
+ },
440
+ "model.layers.37.moe.gate_proj": {
441
+ "quant_algo": "NVFP4",
442
+ "group_size": 16
443
+ },
444
+ "model.layers.37.moe.down_proj": {
445
+ "quant_algo": "NVFP4",
446
+ "group_size": 16
447
+ },
448
+ "model.layers.38.moe.up_proj": {
449
+ "quant_algo": "NVFP4",
450
+ "group_size": 16
451
+ },
452
+ "model.layers.38.moe.gate_proj": {
453
+ "quant_algo": "NVFP4",
454
+ "group_size": 16
455
+ },
456
+ "model.layers.38.moe.down_proj": {
457
+ "quant_algo": "NVFP4",
458
+ "group_size": 16
459
+ },
460
+ "model.layers.39.moe.up_proj": {
461
+ "quant_algo": "NVFP4",
462
+ "group_size": 16
463
+ },
464
+ "model.layers.39.moe.gate_proj": {
465
+ "quant_algo": "NVFP4",
466
+ "group_size": 16
467
+ },
468
+ "model.layers.39.moe.down_proj": {
469
+ "quant_algo": "NVFP4",
470
+ "group_size": 16
471
+ },
472
+ "model.layers.40.moe.up_proj": {
473
+ "quant_algo": "NVFP4",
474
+ "group_size": 16
475
+ },
476
+ "model.layers.40.moe.gate_proj": {
477
+ "quant_algo": "NVFP4",
478
+ "group_size": 16
479
+ },
480
+ "model.layers.40.moe.down_proj": {
481
+ "quant_algo": "NVFP4",
482
+ "group_size": 16
483
+ },
484
+ "model.layers.41.moe.up_proj": {
485
+ "quant_algo": "NVFP4",
486
+ "group_size": 16
487
+ },
488
+ "model.layers.41.moe.gate_proj": {
489
+ "quant_algo": "NVFP4",
490
+ "group_size": 16
491
+ },
492
+ "model.layers.41.moe.down_proj": {
493
+ "quant_algo": "NVFP4",
494
+ "group_size": 16
495
+ },
496
+ "model.layers.42.moe.up_proj": {
497
+ "quant_algo": "NVFP4",
498
+ "group_size": 16
499
+ },
500
+ "model.layers.42.moe.gate_proj": {
501
+ "quant_algo": "NVFP4",
502
+ "group_size": 16
503
+ },
504
+ "model.layers.42.moe.down_proj": {
505
+ "quant_algo": "NVFP4",
506
+ "group_size": 16
507
+ },
508
+ "model.layers.43.moe.up_proj": {
509
+ "quant_algo": "NVFP4",
510
+ "group_size": 16
511
+ },
512
+ "model.layers.43.moe.gate_proj": {
513
+ "quant_algo": "NVFP4",
514
+ "group_size": 16
515
+ },
516
+ "model.layers.43.moe.down_proj": {
517
+ "quant_algo": "NVFP4",
518
+ "group_size": 16
519
+ },
520
+ "model.layers.44.moe.up_proj": {
521
+ "quant_algo": "NVFP4",
522
+ "group_size": 16
523
+ },
524
+ "model.layers.44.moe.gate_proj": {
525
+ "quant_algo": "NVFP4",
526
+ "group_size": 16
527
+ },
528
+ "model.layers.44.moe.down_proj": {
529
+ "quant_algo": "NVFP4",
530
+ "group_size": 16
531
+ }
532
+ }
533
+ }
534
+ }
model-00001-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d35e42af21c909009eaa5c60bb92380b0527b0165010ed157e091f389b272c3
3
+ size 2420356592
model-00002-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00650ff7b63a5334f8388160a82edc21a7a08934ca53de8f9ce68146a31a3000
3
+ size 849349296
model-00003-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79462c85d6a7939b1bde99ed1ed68c43901462577458cfb9e4bdfaa01b6ba93
3
+ size 849349304
model-00004-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74aefe5007ba4c9644c9cb9fd6a5ca77d0e3ebd4967a9256e777fc45aedb595
3
+ size 1034704712
model-00005-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ddaa5f1b7a090e4a5417dbe5d463836edf51f86b362dcf794daa2b1a5491a0
3
+ size 849349296
model-00006-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba240aab9be8969e74ab0d192d4472285e02c0dc919637f62da612ed613f807
3
+ size 849349304
model-00007-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a43c4b89d06aa3698fff5562eb1113624fd794ff05c1963954d49757d7a2df
3
+ size 1102075720
model-00008-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd3cb350a62c5cb4d4530fac9a5c255fe09ac61882fde8a8a00970501e32492
3
+ size 849349296
model-00009-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5038f7d5eaa483ca4a58a0362641ac95a0bbc42d19c71c1d974aae468a1efbc7
3
+ size 849349304
model-00010-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21be1110377f4f054712536204ecfc0382c0a618e9ca523e6369a21f612b968f
3
+ size 1102075720
model-00011-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102109de060f37d6cc451f216dced0880e2564327e10eadf1a6b399633c9e760
3
+ size 849349296
model-00012-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc50f8eb03ba1522fe4503f58618f76d695aa0da1c6f2b5f81c328b31b335a0
3
+ size 849349304
model-00013-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3dbf6bf9354b65a035d905a1bc395ff4e267a55904b198297747b9ab850c07
3
+ size 1102075720
model-00014-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86af30d4dc7dce3923e40709c1b3570e688ff39b2b230da8bb5ffaf32d65431e
3
+ size 849349296
model-00015-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1cb4d1e3b471c19076eb240baf3259190a39ebccee213b63f03654328bbf8b7
3
+ size 849349304
model-00016-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b121d1bb4df2838b9661ff2b85bae3970e888e8eae9e9719a55f264c250632bc
3
+ size 1034704712
model-00017-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f750486aa86c16534ffcf3359a44cf87db5c33b2b78dda81ad76f1e0b3479f0
3
+ size 849349296
model-00018-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e4d7b339784190f1718331ac0d492896367f09d94438f1a0f43eddfa023a373
3
+ size 849349304
model-00019-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0d6a3a850c0067552c6b38c9f3d27f1c09acdc2c1499f73ecc4c9cd9e40621
3
+ size 1102075720
model-00020-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84b5e476a25930ffa8e5f4582a067ea3bfb0e5993fe8c88bf7692655df8087d2
3
+ size 849349296
model-00021-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7b1bf66ad1fa0ef0ac1e35535abc090458ea387ade637f300848be1edd73fd
3
+ size 849349304
model-00022-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44abad7fe52caefba0e2ebe3e355b83a12c7383c1ec0eb6dcfc859115d651cbb
3
+ size 1102075744
model-00023-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb20b5997b44273f064da2c8773f85d417a359d9d3aeb1ff2ea274cb42ac3f6
3
+ size 849349304
model-00024-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff8c39f0c4e600b709a26a04e84eaf2fca99cb773c75d4ab2f68ec1d1213065
3
+ size 849349312
model-00025-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491fda0829d00d024fdd3316e1fc54922845a4b9db930be129f39f9d59b35299
3
+ size 1102075736
model-00026-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c9f370543a6fd21291ca7a0762f7d7110f226971bfe61a556ce377715343a61
3
+ size 849349304
model-00027-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebc94140264d84b626a9ea5da99459c87a2078faab75812bd347f6584e4264b4
3
+ size 849349312
model-00028-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e972d91b9f7d48e3099fc08571cea91bb34f0caa664205e3d39ca1054906eed
3
+ size 1034704728
model-00029-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2a2b7cd9a5a7ff191a61615d6e38367f349737f068dc30104bc5afd322f16e
3
+ size 849349304
model-00030-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02656c55abdb6507d1336efa460a7d8171dfcbd6162b2068a58aad77df51a9d
3
+ size 849349312
model-00031-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591c965a55634d81a84d9211e6acb388e03a3ec3acdb4fb525207c3cb3a91c99
3
+ size 1102075736
model-00032-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eeb347f1f87cec167b9536f0a4419db1db7ece6be536fefeb6dd6fc78023ab0
3
+ size 849349304
model-00033-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3586c78d661c36c5cb527b6b9df4c4a5cc2c438e7f46b86000a27c84f2572826
3
+ size 849349312
model-00034-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96f6144dda4cf2b24480195f54f977eb63fbc5b78c4616b82617669e1a2eea0
3
+ size 1102075736
model-00035-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec80f6ca3a92664bab59e72bcb3b8fb99116bb1594b9d09286f6faa899d667e
3
+ size 849349304
model-00036-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13064580f4e185cc34b6daa9da039dc3e195f6fe97160dc46239a376fa799e27
3
+ size 849349312
model-00037-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624aa65e77e77ef11a49cc52fe4a659c2ab42172d7c585386b2e30d95a5eee16
3
+ size 1102075736
model-00038-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20462dfd23b842ecb5bc986710222e8c353995336eb67c5402bb2d0d4a6b5162
3
+ size 849349304
model-00039-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43dace605ff64fec7212dd686bb8e53bae52bd5005a0e09549e6c14179335ed
3
+ size 849349312
model-00040-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a783e26eaf6612a528b450a93da0b36fa4b45147353cfec02f36251083ded51d
3
+ size 1034704728
model-00041-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c99d42622869e791d625465163856f095063a29cde5324892857ad7c92cfe4d
3
+ size 849349304
model-00042-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8595619d4fdc415f9bd9f8b07f96cdbbc74ba15eb1e3141dbefb781a8ba52782
3
+ size 849349312
model-00043-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2875b86941127fe771ce05fa3b389c30b747fd23ef597e03435302a1a04c081
3
+ size 1102075736
model-00044-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5e68dbf2e1352cf1e0a26dfa2b47312c2d2b56c462c6c29a4ce030caec2b907
3
+ size 849349304
model-00045-of-00127.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf6e51f2498dc504df159e42495c63868a204e1cefb7a93036a9aaa1ac07cd1
3
+ size 849349312