Hugging Face's logo

inclusionAI
/
Ling-3.0-tiny-fp8

Safetensors
bailing_hybrid
custom_code
fp8
Model card Files
xet
 Community
Ling-3.0-tiny-fp8
File size: 7,145 Bytes
b0575ea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
{
  "completed_at": "2026-08-06T13:47:05.019545+00:00",
  "conversion_state": {
    "algorithm_version": 5,
    "converter": "convert_bf16_to_mixed_fp8_mxfp4.py",
    "fp8_block_size": [
      128,
      128
    ],
    "fp8_round_scale": true,
    "ignored_modules": [
      "q_a_proj",
      "q_b_proj",
      "fused_qkv_a_proj_with_mqa",
      "kv_a_proj_with_mqa",
      "kv_b_proj",
      "lm_head",
      "word_embeddings",
      "b_proj",
      "mlp.gate",
      "3.attention.g_proj",
      "7.attention.g_proj",
      "11.attention.g_proj",
      "15.attention.g_proj",
      "19.attention.g_proj",
      "23.attention.g_proj"
    ],
    "input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791",
    "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
    "input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9",
    "mode": "bf16_single_stage_fp8",
    "model_layout": {
      "declared_num_nextn_predict_layers": 1,
      "mtp_weights_present": false,
      "named_mtp_tensor_count": 0,
      "num_hidden_layers": 24,
      "observed_extra_layer_ids": [],
      "observed_layer_ids": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23
      ]
    },
    "mxfp4_group_size": 32,
    "normalize_missing_mtp": true,
    "routed_experts_format": "fp8",
    "source_shards": {
      "model-00000-of-00032.safetensors": {
        "mtime_ns": 1786009504000000000,
        "size": 1132407184
      },
      "model-00001-of-00032.safetensors": {
        "mtime_ns": 1786009689000000000,
        "size": 377516376
      },
      "model-00002-of-00032.safetensors": {
        "mtime_ns": 1786009699000000000,
        "size": 377516376
      },
      "model-00003-of-00032.safetensors": {
        "mtime_ns": 1786009679000000000,
        "size": 377516376
      },
      "model-00004-of-00032.safetensors": {
        "mtime_ns": 1786009704000000000,
        "size": 377516376
      },
      "model-00005-of-00032.safetensors": {
        "mtime_ns": 1786009674000000000,
        "size": 377516376
      },
      "model-00006-of-00032.safetensors": {
        "mtime_ns": 1786009674000000000,
        "size": 377516560
      },
      "model-00007-of-00032.safetensors": {
        "mtime_ns": 1786009664000000000,
        "size": 377516616
      },
      "model-00008-of-00032.safetensors": {
        "mtime_ns": 1786009519000000000,
        "size": 664495552
      },
      "model-00009-of-00032.safetensors": {
        "mtime_ns": 1786009664000000000,
        "size": 453019768
      },
      "model-00010-of-00032.safetensors": {
        "mtime_ns": 1786009644000000000,
        "size": 453019768
      },
      "model-00011-of-00032.safetensors": {
        "mtime_ns": 1786009659000000000,
        "size": 453019768
      },
      "model-00012-of-00032.safetensors": {
        "mtime_ns": 1786009639000000000,
        "size": 453019768
      },
      "model-00013-of-00032.safetensors": {
        "mtime_ns": 1786009649000000000,
        "size": 453019768
      },
      "model-00014-of-00032.safetensors": {
        "mtime_ns": 1786009559000000000,
        "size": 453019984
      },
      "model-00015-of-00032.safetensors": {
        "mtime_ns": 1786009554000000000,
        "size": 453020056
      },
      "model-00016-of-00032.safetensors": {
        "mtime_ns": 1786009504000000000,
        "size": 687686672
      },
      "model-00017-of-00032.safetensors": {
        "mtime_ns": 1786009599000000000,
        "size": 453019960
      },
      "model-00018-of-00032.safetensors": {
        "mtime_ns": 1786009629000000000,
        "size": 453019960
      },
      "model-00019-of-00032.safetensors": {
        "mtime_ns": 1786009584000000000,
        "size": 453019960
      },
      "model-00020-of-00032.safetensors": {
        "mtime_ns": 1786009619000000000,
        "size": 453019960
      },
      "model-00021-of-00032.safetensors": {
        "mtime_ns": 1786009569000000000,
        "size": 453019960
      },
      "model-00022-of-00032.safetensors": {
        "mtime_ns": 1786009544000000000,
        "size": 453020176
      },
      "model-00023-of-00032.safetensors": {
        "mtime_ns": 1786009539000000000,
        "size": 453020248
      },
      "model-00024-of-00032.safetensors": {
        "mtime_ns": 1786009494000000000,
        "size": 1147368624
      },
      "model-00025-of-00032.safetensors": {
        "mtime_ns": 1786009609000000000,
        "size": 453019960
      },
      "model-00026-of-00032.safetensors": {
        "mtime_ns": 1786009594000000000,
        "size": 453019960
      },
      "model-00027-of-00032.safetensors": {
        "mtime_ns": 1786009594000000000,
        "size": 453019960
      },
      "model-00028-of-00032.safetensors": {
        "mtime_ns": 1786009634000000000,
        "size": 453019960
      },
      "model-00029-of-00032.safetensors": {
        "mtime_ns": 1786009604000000000,
        "size": 453019960
      },
      "model-00030-of-00032.safetensors": {
        "mtime_ns": 1786009554000000000,
        "size": 453020176
      },
      "model-00031-of-00032.safetensors": {
        "mtime_ns": 1786009529000000000,
        "size": 453020248
      }
    }
  },
  "converted_fp8_weights": 9018,
  "converted_fp8_weights_this_run": 9018,
  "converted_routed_expert_weights": 0,
  "converted_routed_expert_weights_this_run": 0,
  "copied_source_tensors": 265,
  "format": "fp8",
  "fp8_block_size": [
    128,
    128
  ],
  "fp8_scale_dtype": "float8_e8m0fnu",
  "fp8_scale_rounding": "power_of_two_ceil",
  "fp8_weight_dtype": "float8_e4m3fn",
  "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
  "mode": "bf16_single_stage_fp8",
  "model_layout": {
    "declared_num_nextn_predict_layers": 1,
    "mtp_weights_present": false,
    "named_mtp_tensor_count": 0,
    "num_hidden_layers": 24,
    "observed_extra_layer_ids": [],
    "observed_layer_ids": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23
    ]
  },
  "mtp_weights_present": false,
  "normalized_missing_mtp": true,
  "output_dir": "/mnt/exp/moe-lite/liangchen/ling_v3_tiny_fp8",
  "output_num_nextn_predict_layers": 0,
  "output_tensor_count": 18301,
  "output_tensor_data_size": 8407438336,
  "quantization_path": "bf16_single_stage_block_fp8",
  "routed_expert_weights_stored_as_fp8": 8832,
  "routed_experts_format": "fp8",
  "routed_experts_input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
  "routed_experts_source_dtype": "bfloat16",
  "shared_experts_converted": false,
  "shared_experts_fp8_quantized": true,
  "shared_experts_mxfp4_converted": false,
  "source_num_nextn_predict_layers": 1,
  "source_routed_expert_weights": 8832
}