Hugging Face's logo

inclusionAI
/
Ling-3.0-tiny-fp8

Safetensors
bailing_hybrid
custom_code
fp8
Model card Files
xet
 Community
Ling-3.0-tiny-fp8
File size: 4,988 Bytes
b0575ea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
{
  "algorithm_version": 5,
  "converter": "convert_bf16_to_mixed_fp8_mxfp4.py",
  "fp8_block_size": [
    128,
    128
  ],
  "fp8_round_scale": true,
  "ignored_modules": [
    "q_a_proj",
    "q_b_proj",
    "fused_qkv_a_proj_with_mqa",
    "kv_a_proj_with_mqa",
    "kv_b_proj",
    "lm_head",
    "word_embeddings",
    "b_proj",
    "mlp.gate",
    "3.attention.g_proj",
    "7.attention.g_proj",
    "11.attention.g_proj",
    "15.attention.g_proj",
    "19.attention.g_proj",
    "23.attention.g_proj"
  ],
  "input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791",
  "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
  "input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9",
  "mode": "bf16_single_stage_fp8",
  "model_layout": {
    "declared_num_nextn_predict_layers": 1,
    "mtp_weights_present": false,
    "named_mtp_tensor_count": 0,
    "num_hidden_layers": 24,
    "observed_extra_layer_ids": [],
    "observed_layer_ids": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23
    ]
  },
  "mxfp4_group_size": 32,
  "normalize_missing_mtp": true,
  "routed_experts_format": "fp8",
  "source_shards": {
    "model-00000-of-00032.safetensors": {
      "mtime_ns": 1786009504000000000,
      "size": 1132407184
    },
    "model-00001-of-00032.safetensors": {
      "mtime_ns": 1786009689000000000,
      "size": 377516376
    },
    "model-00002-of-00032.safetensors": {
      "mtime_ns": 1786009699000000000,
      "size": 377516376
    },
    "model-00003-of-00032.safetensors": {
      "mtime_ns": 1786009679000000000,
      "size": 377516376
    },
    "model-00004-of-00032.safetensors": {
      "mtime_ns": 1786009704000000000,
      "size": 377516376
    },
    "model-00005-of-00032.safetensors": {
      "mtime_ns": 1786009674000000000,
      "size": 377516376
    },
    "model-00006-of-00032.safetensors": {
      "mtime_ns": 1786009674000000000,
      "size": 377516560
    },
    "model-00007-of-00032.safetensors": {
      "mtime_ns": 1786009664000000000,
      "size": 377516616
    },
    "model-00008-of-00032.safetensors": {
      "mtime_ns": 1786009519000000000,
      "size": 664495552
    },
    "model-00009-of-00032.safetensors": {
      "mtime_ns": 1786009664000000000,
      "size": 453019768
    },
    "model-00010-of-00032.safetensors": {
      "mtime_ns": 1786009644000000000,
      "size": 453019768
    },
    "model-00011-of-00032.safetensors": {
      "mtime_ns": 1786009659000000000,
      "size": 453019768
    },
    "model-00012-of-00032.safetensors": {
      "mtime_ns": 1786009639000000000,
      "size": 453019768
    },
    "model-00013-of-00032.safetensors": {
      "mtime_ns": 1786009649000000000,
      "size": 453019768
    },
    "model-00014-of-00032.safetensors": {
      "mtime_ns": 1786009559000000000,
      "size": 453019984
    },
    "model-00015-of-00032.safetensors": {
      "mtime_ns": 1786009554000000000,
      "size": 453020056
    },
    "model-00016-of-00032.safetensors": {
      "mtime_ns": 1786009504000000000,
      "size": 687686672
    },
    "model-00017-of-00032.safetensors": {
      "mtime_ns": 1786009599000000000,
      "size": 453019960
    },
    "model-00018-of-00032.safetensors": {
      "mtime_ns": 1786009629000000000,
      "size": 453019960
    },
    "model-00019-of-00032.safetensors": {
      "mtime_ns": 1786009584000000000,
      "size": 453019960
    },
    "model-00020-of-00032.safetensors": {
      "mtime_ns": 1786009619000000000,
      "size": 453019960
    },
    "model-00021-of-00032.safetensors": {
      "mtime_ns": 1786009569000000000,
      "size": 453019960
    },
    "model-00022-of-00032.safetensors": {
      "mtime_ns": 1786009544000000000,
      "size": 453020176
    },
    "model-00023-of-00032.safetensors": {
      "mtime_ns": 1786009539000000000,
      "size": 453020248
    },
    "model-00024-of-00032.safetensors": {
      "mtime_ns": 1786009494000000000,
      "size": 1147368624
    },
    "model-00025-of-00032.safetensors": {
      "mtime_ns": 1786009609000000000,
      "size": 453019960
    },
    "model-00026-of-00032.safetensors": {
      "mtime_ns": 1786009594000000000,
      "size": 453019960
    },
    "model-00027-of-00032.safetensors": {
      "mtime_ns": 1786009594000000000,
      "size": 453019960
    },
    "model-00028-of-00032.safetensors": {
      "mtime_ns": 1786009634000000000,
      "size": 453019960
    },
    "model-00029-of-00032.safetensors": {
      "mtime_ns": 1786009604000000000,
      "size": 453019960
    },
    "model-00030-of-00032.safetensors": {
      "mtime_ns": 1786009554000000000,
      "size": 453020176
    },
    "model-00031-of-00032.safetensors": {
      "mtime_ns": 1786009529000000000,
      "size": 453020248
    }
  }
}