Hugging Face's logo

altic-dev
/
Fluid-1-Pico-0.8B-CoreML

Model card Files
xet
 Community
ALTICDEV commited on
Commit
1db3cf9
·
verified ·
1 Parent(s): e72f699

Add files using upload-large-folder tool

Browse files
Files changed (11) hide show
  1. manifest.json +58 -0
  2. mtp_front_fused.mlmodelc/analytics/coremldata.bin +3 -0
  3. mtp_front_fused.mlmodelc/coremldata.bin +3 -0
  4. mtp_front_fused.mlmodelc/metadata.json +0 -0
  5. mtp_front_fused.mlmodelc/model.mil +0 -0
  6. mtp_front_fused.mlmodelc/weights/weight.bin +3 -0
  7. mtp_head_final_fused.mlmodelc/analytics/coremldata.bin +3 -0
  8. mtp_head_final_fused.mlmodelc/coremldata.bin +3 -0
  9. mtp_head_final_fused.mlmodelc/metadata.json +1212 -0
  10. mtp_head_final_fused.mlmodelc/model.mil +0 -0
  11. mtp_head_final_fused.mlmodelc/weights/weight.bin +3 -0
manifest.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "modelID": "fluid-1-pico-0.8b",
4
+ "folderName": "fluid-1-pico",
5
+ "totalSize": 576869599,
6
+ "files": [
7
+ {
8
+ "path": "mtp_front_fused.mlmodelc/analytics/coremldata.bin",
9
+ "size": 243,
10
+ "sha256": "67b45620c49a27964b3bf5fbb29013dd8ba136677018fa3483f357de5852b9e2"
11
+ },
12
+ {
13
+ "path": "mtp_front_fused.mlmodelc/coremldata.bin",
14
+ "size": 5631,
15
+ "sha256": "57c39290cd26dd740958fe3da82b3cef575f9a7fbe3a582d0dc6b99279be6997"
16
+ },
17
+ {
18
+ "path": "mtp_front_fused.mlmodelc/metadata.json",
19
+ "size": 101337,
20
+ "sha256": "1d9281805edead726549cdf649a52ac1c9a9506c50f1fee7409673b0c1653614"
21
+ },
22
+ {
23
+ "path": "mtp_front_fused.mlmodelc/model.mil",
24
+ "size": 4546675,
25
+ "sha256": "dea4ae09fffce4cade78895eb542c772633b303f2152ae291105dceea264fcb3"
26
+ },
27
+ {
28
+ "path": "mtp_front_fused.mlmodelc/weights/weight.bin",
29
+ "size": 304938560,
30
+ "sha256": "7763ab38ecb5a5f4818c80be726fbbc7636f1c2b96dfd0384f9ee1fdaae96ecd"
31
+ },
32
+ {
33
+ "path": "mtp_head_final_fused.mlmodelc/analytics/coremldata.bin",
34
+ "size": 243,
35
+ "sha256": "4eae7925906038dde3eea088ca14af20eb5693e6abbc1da3a91295db7b17c8eb"
36
+ },
37
+ {
38
+ "path": "mtp_head_final_fused.mlmodelc/coremldata.bin",
39
+ "size": 2206,
40
+ "sha256": "d6fd852e09c5b4c3f02ff644a443c6436c89b10e7520230305cb9bca100b6835"
41
+ },
42
+ {
43
+ "path": "mtp_head_final_fused.mlmodelc/metadata.json",
44
+ "size": 39876,
45
+ "sha256": "34b5f1f2fff0085a81a09f750a982203c56388e600f6d1878b71be47af91a2d9"
46
+ },
47
+ {
48
+ "path": "mtp_head_final_fused.mlmodelc/model.mil",
49
+ "size": 1135436,
50
+ "sha256": "65c465b48d6b80e0365993ebaaed9b92c7714655ad030309531ddc46bce5f47a"
51
+ },
52
+ {
53
+ "path": "mtp_head_final_fused.mlmodelc/weights/weight.bin",
54
+ "size": 266099392,
55
+ "sha256": "3b9f69988201a2349b49ad4a61418dc2b35f10a32bd757e12dddb4c076a03d0d"
56
+ }
57
+ ]
58
+ }
mtp_front_fused.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b45620c49a27964b3bf5fbb29013dd8ba136677018fa3483f357de5852b9e2
3
+ size 243
mtp_front_fused.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c39290cd26dd740958fe3da82b3cef575f9a7fbe3a582d0dc6b99279be6997
3
+ size 5631
mtp_front_fused.mlmodelc/metadata.json ADDED
The diff for this file is too large to render. See raw diff
 
mtp_front_fused.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
mtp_front_fused.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7763ab38ecb5a5f4818c80be726fbbc7636f1c2b96dfd0384f9ee1fdaae96ecd
3
+ size 304938560
mtp_head_final_fused.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eae7925906038dde3eea088ca14af20eb5693e6abbc1da3a91295db7b17c8eb
3
+ size 243
mtp_head_final_fused.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fd852e09c5b4c3f02ff644a443c6436c89b10e7520230305cb9bca100b6835
3
+ size 2206
mtp_head_final_fused.mlmodelc/metadata.json ADDED
@@ -0,0 +1,1212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "metadataOutputVersion" : "3.0",
4
+ "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (20 bits), Palettized (6 bits), UInt6)",
5
+ "outputSchema" : [
6
+ {
7
+ "hasShapeFlexibility" : "0",
8
+ "isOptional" : "0",
9
+ "dataType" : "Float16",
10
+ "formattedType" : "MultiArray (Float16 1 × 1024)",
11
+ "shortDescription" : "",
12
+ "shape" : "[1, 1024]",
13
+ "name" : "hidden_out",
14
+ "type" : "MultiArray"
15
+ },
16
+ {
17
+ "hasShapeFlexibility" : "0",
18
+ "isOptional" : "0",
19
+ "dataType" : "Float16",
20
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
21
+ "shortDescription" : "",
22
+ "shape" : "[1, 6144, 3]",
23
+ "name" : "conv20_out",
24
+ "type" : "MultiArray"
25
+ },
26
+ {
27
+ "hasShapeFlexibility" : "0",
28
+ "isOptional" : "0",
29
+ "dataType" : "Float16",
30
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
31
+ "shortDescription" : "",
32
+ "shape" : "[1, 16, 128, 128]",
33
+ "name" : "rec20_out",
34
+ "type" : "MultiArray"
35
+ },
36
+ {
37
+ "hasShapeFlexibility" : "0",
38
+ "isOptional" : "0",
39
+ "dataType" : "Float16",
40
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
41
+ "shortDescription" : "",
42
+ "shape" : "[1, 6144, 3]",
43
+ "name" : "conv21_out",
44
+ "type" : "MultiArray"
45
+ },
46
+ {
47
+ "hasShapeFlexibility" : "0",
48
+ "isOptional" : "0",
49
+ "dataType" : "Float16",
50
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
51
+ "shortDescription" : "",
52
+ "shape" : "[1, 16, 128, 128]",
53
+ "name" : "rec21_out",
54
+ "type" : "MultiArray"
55
+ },
56
+ {
57
+ "hasShapeFlexibility" : "0",
58
+ "isOptional" : "0",
59
+ "dataType" : "Float16",
60
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
61
+ "shortDescription" : "",
62
+ "shape" : "[1, 6144, 3]",
63
+ "name" : "conv22_out",
64
+ "type" : "MultiArray"
65
+ },
66
+ {
67
+ "hasShapeFlexibility" : "0",
68
+ "isOptional" : "0",
69
+ "dataType" : "Float16",
70
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
71
+ "shortDescription" : "",
72
+ "shape" : "[1, 16, 128, 128]",
73
+ "name" : "rec22_out",
74
+ "type" : "MultiArray"
75
+ },
76
+ {
77
+ "hasShapeFlexibility" : "0",
78
+ "isOptional" : "0",
79
+ "dataType" : "Int32",
80
+ "formattedType" : "MultiArray (Int32 1)",
81
+ "shortDescription" : "",
82
+ "shape" : "[1]",
83
+ "name" : "next_token",
84
+ "type" : "MultiArray"
85
+ }
86
+ ],
87
+ "modelParameters" : [
88
+
89
+ ],
90
+ "specificationVersion" : 9,
91
+ "functions" : [
92
+ {
93
+ "inputSchema" : [
94
+ {
95
+ "hasShapeFlexibility" : "0",
96
+ "isOptional" : "0",
97
+ "dataType" : "Int32",
98
+ "formattedType" : "MultiArray (Int32 1 × 1)",
99
+ "shortDescription" : "",
100
+ "shape" : "[1, 1]",
101
+ "name" : "token_id",
102
+ "type" : "MultiArray"
103
+ }
104
+ ],
105
+ "computePrecision" : "Mixed (Float16, Int32)",
106
+ "storagePrecision" : "Mixed (Float16, Palettized (20 bits), UInt6)",
107
+ "stateSchema" : [
108
+
109
+ ],
110
+ "outputSchema" : [
111
+ {
112
+ "hasShapeFlexibility" : "0",
113
+ "isOptional" : "0",
114
+ "dataType" : "Float16",
115
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1024)",
116
+ "shortDescription" : "",
117
+ "shape" : "[1, 1, 1024]",
118
+ "name" : "hidden_states",
119
+ "type" : "MultiArray"
120
+ }
121
+ ],
122
+ "name" : "embed",
123
+ "mlProgramOperationTypeHistogram" : {
124
+ "Ios18.greaterEqual" : 2,
125
+ "Ios18.constexprLutToDense" : 1,
126
+ "Ios18.add" : 2,
127
+ "Select" : 2,
128
+ "Ios18.gather" : 1
129
+ }
130
+ },
131
+ {
132
+ "inputSchema" : [
133
+ {
134
+ "hasShapeFlexibility" : "0",
135
+ "isOptional" : "0",
136
+ "dataType" : "Float16",
137
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1024)",
138
+ "shortDescription" : "",
139
+ "shape" : "[1, 1, 1024]",
140
+ "name" : "hidden_states",
141
+ "type" : "MultiArray"
142
+ }
143
+ ],
144
+ "computePrecision" : "Mixed (Float16, Int32)",
145
+ "storagePrecision" : "Mixed (Float16, Palettized (20 bits), UInt6)",
146
+ "stateSchema" : [
147
+
148
+ ],
149
+ "outputSchema" : [
150
+ {
151
+ "hasShapeFlexibility" : "0",
152
+ "isOptional" : "0",
153
+ "dataType" : "Int32",
154
+ "formattedType" : "MultiArray (Int32 1 × 1)",
155
+ "shortDescription" : "",
156
+ "shape" : "[1, 1]",
157
+ "name" : "next_token",
158
+ "type" : "MultiArray"
159
+ }
160
+ ],
161
+ "name" : "lm_head_argmax",
162
+ "mlProgramOperationTypeHistogram" : {
163
+ "Ios18.constexprLutToDense" : 1,
164
+ "Ios18.reduceArgmax" : 1,
165
+ "Ios18.linear" : 1
166
+ }
167
+ },
168
+ {
169
+ "inputSchema" : [
170
+ {
171
+ "hasShapeFlexibility" : "0",
172
+ "isOptional" : "0",
173
+ "dataType" : "Float16",
174
+ "formattedType" : "MultiArray (Float16 1 × 1024)",
175
+ "shortDescription" : "",
176
+ "shape" : "[1, 1024]",
177
+ "name" : "hidden",
178
+ "type" : "MultiArray"
179
+ },
180
+ {
181
+ "hasShapeFlexibility" : "0",
182
+ "isOptional" : "0",
183
+ "dataType" : "Float16",
184
+ "formattedType" : "MultiArray (Float16 2 × 1 × 4 × 256)",
185
+ "shortDescription" : "",
186
+ "shape" : "[2, 1, 4, 256]",
187
+ "name" : "q19",
188
+ "type" : "MultiArray"
189
+ },
190
+ {
191
+ "hasShapeFlexibility" : "0",
192
+ "isOptional" : "0",
193
+ "dataType" : "Float16",
194
+ "formattedType" : "MultiArray (Float16 2 × 1 × 256)",
195
+ "shortDescription" : "",
196
+ "shape" : "[2, 1, 256]",
197
+ "name" : "k19",
198
+ "type" : "MultiArray"
199
+ },
200
+ {
201
+ "hasShapeFlexibility" : "0",
202
+ "isOptional" : "0",
203
+ "dataType" : "Float16",
204
+ "formattedType" : "MultiArray (Float16 2 × 1 × 256)",
205
+ "shortDescription" : "",
206
+ "shape" : "[2, 1, 256]",
207
+ "name" : "v19",
208
+ "type" : "MultiArray"
209
+ },
210
+ {
211
+ "hasShapeFlexibility" : "0",
212
+ "isOptional" : "0",
213
+ "dataType" : "Float16",
214
+ "formattedType" : "MultiArray (Float16 1 × 1 × 2048)",
215
+ "shortDescription" : "",
216
+ "shape" : "[1, 1, 2048]",
217
+ "name" : "mask19",
218
+ "type" : "MultiArray"
219
+ },
220
+ {
221
+ "hasShapeFlexibility" : "0",
222
+ "isOptional" : "0",
223
+ "dataType" : "Int32",
224
+ "formattedType" : "MultiArray (Int32 1)",
225
+ "shortDescription" : "",
226
+ "shape" : "[1]",
227
+ "name" : "current_pos",
228
+ "type" : "MultiArray"
229
+ },
230
+ {
231
+ "hasShapeFlexibility" : "0",
232
+ "isOptional" : "0",
233
+ "dataType" : "Float16",
234
+ "formattedType" : "MultiArray (Float16 1 × 2048)",
235
+ "shortDescription" : "",
236
+ "shape" : "[1, 2048]",
237
+ "name" : "gate19",
238
+ "type" : "MultiArray"
239
+ },
240
+ {
241
+ "hasShapeFlexibility" : "0",
242
+ "isOptional" : "0",
243
+ "dataType" : "Float16",
244
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)",
245
+ "shortDescription" : "",
246
+ "shape" : "[1, 1, 1, 64]",
247
+ "name" : "cos",
248
+ "type" : "MultiArray"
249
+ },
250
+ {
251
+ "hasShapeFlexibility" : "0",
252
+ "isOptional" : "0",
253
+ "dataType" : "Float16",
254
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)",
255
+ "shortDescription" : "",
256
+ "shape" : "[1, 1, 1, 64]",
257
+ "name" : "sin",
258
+ "type" : "MultiArray"
259
+ },
260
+ {
261
+ "hasShapeFlexibility" : "0",
262
+ "isOptional" : "0",
263
+ "dataType" : "Float16",
264
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
265
+ "shortDescription" : "",
266
+ "shape" : "[1, 6144, 3]",
267
+ "name" : "conv20",
268
+ "type" : "MultiArray"
269
+ },
270
+ {
271
+ "hasShapeFlexibility" : "0",
272
+ "isOptional" : "0",
273
+ "dataType" : "Float16",
274
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
275
+ "shortDescription" : "",
276
+ "shape" : "[1, 16, 128, 128]",
277
+ "name" : "rec20",
278
+ "type" : "MultiArray"
279
+ },
280
+ {
281
+ "hasShapeFlexibility" : "0",
282
+ "isOptional" : "0",
283
+ "dataType" : "Float16",
284
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
285
+ "shortDescription" : "",
286
+ "shape" : "[1, 6144, 3]",
287
+ "name" : "conv21",
288
+ "type" : "MultiArray"
289
+ },
290
+ {
291
+ "hasShapeFlexibility" : "0",
292
+ "isOptional" : "0",
293
+ "dataType" : "Float16",
294
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
295
+ "shortDescription" : "",
296
+ "shape" : "[1, 16, 128, 128]",
297
+ "name" : "rec21",
298
+ "type" : "MultiArray"
299
+ },
300
+ {
301
+ "hasShapeFlexibility" : "0",
302
+ "isOptional" : "0",
303
+ "dataType" : "Float16",
304
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
305
+ "shortDescription" : "",
306
+ "shape" : "[1, 6144, 3]",
307
+ "name" : "conv22",
308
+ "type" : "MultiArray"
309
+ },
310
+ {
311
+ "hasShapeFlexibility" : "0",
312
+ "isOptional" : "0",
313
+ "dataType" : "Float16",
314
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
315
+ "shortDescription" : "",
316
+ "shape" : "[1, 16, 128, 128]",
317
+ "name" : "rec22",
318
+ "type" : "MultiArray"
319
+ }
320
+ ],
321
+ "computePrecision" : "Mixed (Float16, Float32, Int32)",
322
+ "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (20 bits), Palettized (6 bits), UInt6)",
323
+ "stateSchema" : [
324
+ {
325
+ "dataType" : "Float16",
326
+ "isOptional" : "0",
327
+ "formattedType" : "State (Float16 2 × 2 × 2 × 2048 × 256)",
328
+ "shortDescription" : "",
329
+ "shape" : "[2, 2, 2, 2048, 256]",
330
+ "name" : "kv_cache",
331
+ "type" : "State"
332
+ }
333
+ ],
334
+ "outputSchema" : [
335
+ {
336
+ "hasShapeFlexibility" : "0",
337
+ "isOptional" : "0",
338
+ "dataType" : "Float16",
339
+ "formattedType" : "MultiArray (Float16 1 × 1024)",
340
+ "shortDescription" : "",
341
+ "shape" : "[1, 1024]",
342
+ "name" : "hidden_out",
343
+ "type" : "MultiArray"
344
+ },
345
+ {
346
+ "hasShapeFlexibility" : "0",
347
+ "isOptional" : "0",
348
+ "dataType" : "Float16",
349
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
350
+ "shortDescription" : "",
351
+ "shape" : "[1, 6144, 3]",
352
+ "name" : "conv20_out",
353
+ "type" : "MultiArray"
354
+ },
355
+ {
356
+ "hasShapeFlexibility" : "0",
357
+ "isOptional" : "0",
358
+ "dataType" : "Float16",
359
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
360
+ "shortDescription" : "",
361
+ "shape" : "[1, 16, 128, 128]",
362
+ "name" : "rec20_out",
363
+ "type" : "MultiArray"
364
+ },
365
+ {
366
+ "hasShapeFlexibility" : "0",
367
+ "isOptional" : "0",
368
+ "dataType" : "Float16",
369
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
370
+ "shortDescription" : "",
371
+ "shape" : "[1, 6144, 3]",
372
+ "name" : "conv21_out",
373
+ "type" : "MultiArray"
374
+ },
375
+ {
376
+ "hasShapeFlexibility" : "0",
377
+ "isOptional" : "0",
378
+ "dataType" : "Float16",
379
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
380
+ "shortDescription" : "",
381
+ "shape" : "[1, 16, 128, 128]",
382
+ "name" : "rec21_out",
383
+ "type" : "MultiArray"
384
+ },
385
+ {
386
+ "hasShapeFlexibility" : "0",
387
+ "isOptional" : "0",
388
+ "dataType" : "Float16",
389
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
390
+ "shortDescription" : "",
391
+ "shape" : "[1, 6144, 3]",
392
+ "name" : "conv22_out",
393
+ "type" : "MultiArray"
394
+ },
395
+ {
396
+ "hasShapeFlexibility" : "0",
397
+ "isOptional" : "0",
398
+ "dataType" : "Float16",
399
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
400
+ "shortDescription" : "",
401
+ "shape" : "[1, 16, 128, 128]",
402
+ "name" : "rec22_out",
403
+ "type" : "MultiArray"
404
+ },
405
+ {
406
+ "hasShapeFlexibility" : "0",
407
+ "isOptional" : "0",
408
+ "dataType" : "Int32",
409
+ "formattedType" : "MultiArray (Int32 1)",
410
+ "shortDescription" : "",
411
+ "shape" : "[1]",
412
+ "name" : "next_token",
413
+ "type" : "MultiArray"
414
+ }
415
+ ],
416
+ "name" : "stateful_stage5_final_head",
417
+ "mlProgramOperationTypeHistogram" : {
418
+ "Ios18.expandDims" : 41,
419
+ "Ios18.softmax" : 16,
420
+ "Ios18.mul" : 190,
421
+ "Ios18.rsqrt" : 21,
422
+ "Ios16.reduceMean" : 15,
423
+ "Ios18.exp" : 3,
424
+ "Ios18.sigmoid" : 5,
425
+ "Split" : 44,
426
+ "Ios18.readState" : 5,
427
+ "Ios18.add" : 101,
428
+ "Ios16.reduceSum" : 12,
429
+ "Ios18.writeState" : 4,
430
+ "Ios18.sliceUpdate" : 4,
431
+ "Ios18.reshape" : 34,
432
+ "Ios18.reduceArgmax" : 1,
433
+ "Ios18.constexprLutToDense" : 39,
434
+ "Ios18.linear" : 36,
435
+ "Ios18.conv" : 3,
436
+ "Ios18.concat" : 17,
437
+ "Ios16.einsum" : 80,
438
+ "Ios18.transpose" : 35,
439
+ "Ios18.silu" : 11,
440
+ "Ios18.softplus" : 3,
441
+ "Ios18.sub" : 3,
442
+ "Ios18.sliceByIndex" : 28
443
+ }
444
+ },
445
+ {
446
+ "inputSchema" : [
447
+ {
448
+ "hasShapeFlexibility" : "0",
449
+ "isOptional" : "0",
450
+ "dataType" : "Float16",
451
+ "formattedType" : "MultiArray (Float16 16 × 1024)",
452
+ "shortDescription" : "",
453
+ "shape" : "[16, 1024]",
454
+ "name" : "hidden",
455
+ "type" : "MultiArray"
456
+ },
457
+ {
458
+ "hasShapeFlexibility" : "0",
459
+ "isOptional" : "0",
460
+ "dataType" : "Float16",
461
+ "formattedType" : "MultiArray (Float16 2 × 16 × 4 × 256)",
462
+ "shortDescription" : "",
463
+ "shape" : "[2, 16, 4, 256]",
464
+ "name" : "q19",
465
+ "type" : "MultiArray"
466
+ },
467
+ {
468
+ "hasShapeFlexibility" : "0",
469
+ "isOptional" : "0",
470
+ "dataType" : "Float16",
471
+ "formattedType" : "MultiArray (Float16 2 × 16 × 256)",
472
+ "shortDescription" : "",
473
+ "shape" : "[2, 16, 256]",
474
+ "name" : "k19",
475
+ "type" : "MultiArray"
476
+ },
477
+ {
478
+ "hasShapeFlexibility" : "0",
479
+ "isOptional" : "0",
480
+ "dataType" : "Float16",
481
+ "formattedType" : "MultiArray (Float16 2 × 16 × 256)",
482
+ "shortDescription" : "",
483
+ "shape" : "[2, 16, 256]",
484
+ "name" : "v19",
485
+ "type" : "MultiArray"
486
+ },
487
+ {
488
+ "hasShapeFlexibility" : "0",
489
+ "isOptional" : "0",
490
+ "dataType" : "Float16",
491
+ "formattedType" : "MultiArray (Float16 1 × 16 × 2048)",
492
+ "shortDescription" : "",
493
+ "shape" : "[1, 16, 2048]",
494
+ "name" : "mask19",
495
+ "type" : "MultiArray"
496
+ },
497
+ {
498
+ "hasShapeFlexibility" : "0",
499
+ "isOptional" : "0",
500
+ "dataType" : "Int32",
501
+ "formattedType" : "MultiArray (Int32 1)",
502
+ "shortDescription" : "",
503
+ "shape" : "[1]",
504
+ "name" : "current_pos",
505
+ "type" : "MultiArray"
506
+ },
507
+ {
508
+ "hasShapeFlexibility" : "0",
509
+ "isOptional" : "0",
510
+ "dataType" : "Float16",
511
+ "formattedType" : "MultiArray (Float16 16 × 2048)",
512
+ "shortDescription" : "",
513
+ "shape" : "[16, 2048]",
514
+ "name" : "gate19",
515
+ "type" : "MultiArray"
516
+ },
517
+ {
518
+ "hasShapeFlexibility" : "0",
519
+ "isOptional" : "0",
520
+ "dataType" : "Float16",
521
+ "formattedType" : "MultiArray (Float16 1 × 1 × 16 × 64)",
522
+ "shortDescription" : "",
523
+ "shape" : "[1, 1, 16, 64]",
524
+ "name" : "cos",
525
+ "type" : "MultiArray"
526
+ },
527
+ {
528
+ "hasShapeFlexibility" : "0",
529
+ "isOptional" : "0",
530
+ "dataType" : "Float16",
531
+ "formattedType" : "MultiArray (Float16 1 × 1 × 16 × 64)",
532
+ "shortDescription" : "",
533
+ "shape" : "[1, 1, 16, 64]",
534
+ "name" : "sin",
535
+ "type" : "MultiArray"
536
+ },
537
+ {
538
+ "hasShapeFlexibility" : "0",
539
+ "isOptional" : "0",
540
+ "dataType" : "Float16",
541
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
542
+ "shortDescription" : "",
543
+ "shape" : "[1, 6144, 3]",
544
+ "name" : "conv20",
545
+ "type" : "MultiArray"
546
+ },
547
+ {
548
+ "hasShapeFlexibility" : "0",
549
+ "isOptional" : "0",
550
+ "dataType" : "Float16",
551
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
552
+ "shortDescription" : "",
553
+ "shape" : "[1, 16, 128, 128]",
554
+ "name" : "rec20",
555
+ "type" : "MultiArray"
556
+ },
557
+ {
558
+ "hasShapeFlexibility" : "0",
559
+ "isOptional" : "0",
560
+ "dataType" : "Float16",
561
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
562
+ "shortDescription" : "",
563
+ "shape" : "[1, 6144, 3]",
564
+ "name" : "conv21",
565
+ "type" : "MultiArray"
566
+ },
567
+ {
568
+ "hasShapeFlexibility" : "0",
569
+ "isOptional" : "0",
570
+ "dataType" : "Float16",
571
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
572
+ "shortDescription" : "",
573
+ "shape" : "[1, 16, 128, 128]",
574
+ "name" : "rec21",
575
+ "type" : "MultiArray"
576
+ },
577
+ {
578
+ "hasShapeFlexibility" : "0",
579
+ "isOptional" : "0",
580
+ "dataType" : "Float16",
581
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
582
+ "shortDescription" : "",
583
+ "shape" : "[1, 6144, 3]",
584
+ "name" : "conv22",
585
+ "type" : "MultiArray"
586
+ },
587
+ {
588
+ "hasShapeFlexibility" : "0",
589
+ "isOptional" : "0",
590
+ "dataType" : "Float16",
591
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
592
+ "shortDescription" : "",
593
+ "shape" : "[1, 16, 128, 128]",
594
+ "name" : "rec22",
595
+ "type" : "MultiArray"
596
+ }
597
+ ],
598
+ "computePrecision" : "Mixed (Float16, Float32, Int32)",
599
+ "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (20 bits), Palettized (6 bits), UInt6)",
600
+ "stateSchema" : [
601
+ {
602
+ "dataType" : "Float16",
603
+ "isOptional" : "0",
604
+ "formattedType" : "State (Float16 2 × 2 × 2 × 2048 × 256)",
605
+ "shortDescription" : "",
606
+ "shape" : "[2, 2, 2, 2048, 256]",
607
+ "name" : "kv_cache",
608
+ "type" : "State"
609
+ }
610
+ ],
611
+ "outputSchema" : [
612
+ {
613
+ "hasShapeFlexibility" : "0",
614
+ "isOptional" : "0",
615
+ "dataType" : "Float16",
616
+ "formattedType" : "MultiArray (Float16 16 × 1024)",
617
+ "shortDescription" : "",
618
+ "shape" : "[16, 1024]",
619
+ "name" : "hidden_out",
620
+ "type" : "MultiArray"
621
+ },
622
+ {
623
+ "hasShapeFlexibility" : "0",
624
+ "isOptional" : "0",
625
+ "dataType" : "Float16",
626
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
627
+ "shortDescription" : "",
628
+ "shape" : "[1, 6144, 3]",
629
+ "name" : "conv20_out",
630
+ "type" : "MultiArray"
631
+ },
632
+ {
633
+ "hasShapeFlexibility" : "0",
634
+ "isOptional" : "0",
635
+ "dataType" : "Float16",
636
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
637
+ "shortDescription" : "",
638
+ "shape" : "[1, 16, 128, 128]",
639
+ "name" : "rec20_out",
640
+ "type" : "MultiArray"
641
+ },
642
+ {
643
+ "hasShapeFlexibility" : "0",
644
+ "isOptional" : "0",
645
+ "dataType" : "Float16",
646
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
647
+ "shortDescription" : "",
648
+ "shape" : "[1, 6144, 3]",
649
+ "name" : "conv21_out",
650
+ "type" : "MultiArray"
651
+ },
652
+ {
653
+ "hasShapeFlexibility" : "0",
654
+ "isOptional" : "0",
655
+ "dataType" : "Float16",
656
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
657
+ "shortDescription" : "",
658
+ "shape" : "[1, 16, 128, 128]",
659
+ "name" : "rec21_out",
660
+ "type" : "MultiArray"
661
+ },
662
+ {
663
+ "hasShapeFlexibility" : "0",
664
+ "isOptional" : "0",
665
+ "dataType" : "Float16",
666
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
667
+ "shortDescription" : "",
668
+ "shape" : "[1, 6144, 3]",
669
+ "name" : "conv22_out",
670
+ "type" : "MultiArray"
671
+ },
672
+ {
673
+ "hasShapeFlexibility" : "0",
674
+ "isOptional" : "0",
675
+ "dataType" : "Float16",
676
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
677
+ "shortDescription" : "",
678
+ "shape" : "[1, 16, 128, 128]",
679
+ "name" : "rec22_out",
680
+ "type" : "MultiArray"
681
+ },
682
+ {
683
+ "hasShapeFlexibility" : "0",
684
+ "isOptional" : "0",
685
+ "dataType" : "Int32",
686
+ "formattedType" : "MultiArray (Int32 1)",
687
+ "shortDescription" : "",
688
+ "shape" : "[1]",
689
+ "name" : "next_token",
690
+ "type" : "MultiArray"
691
+ }
692
+ ],
693
+ "name" : "prefill16",
694
+ "mlProgramOperationTypeHistogram" : {
695
+ "Ios18.expandDims" : 308,
696
+ "Ios18.softmax" : 16,
697
+ "Ios18.mul" : 415,
698
+ "Ios18.rsqrt" : 21,
699
+ "Ios16.reduceMean" : 15,
700
+ "Ios18.exp" : 48,
701
+ "Ios18.sigmoid" : 5,
702
+ "Split" : 44,
703
+ "Ios18.readState" : 5,
704
+ "Ios18.add" : 146,
705
+ "Ios16.reduceSum" : 102,
706
+ "Ios18.writeState" : 4,
707
+ "Ios18.sliceUpdate" : 4,
708
+ "Ios18.reshape" : 34,
709
+ "Ios18.reduceArgmax" : 1,
710
+ "Ios18.constexprLutToDense" : 39,
711
+ "Ios18.linear" : 36,
712
+ "Ios18.conv" : 3,
713
+ "Ios18.concat" : 17,
714
+ "Ios16.einsum" : 80,
715
+ "Ios18.transpose" : 35,
716
+ "Ios18.silu" : 11,
717
+ "Ios18.softplus" : 3,
718
+ "Ios18.sub" : 48,
719
+ "Stack" : 3,
720
+ "Ios18.sliceByIndex" : 254
721
+ }
722
+ },
723
+ {
724
+ "inputSchema" : [
725
+ {
726
+ "hasShapeFlexibility" : "0",
727
+ "isOptional" : "0",
728
+ "dataType" : "Float16",
729
+ "formattedType" : "MultiArray (Float16 4 × 1024)",
730
+ "shortDescription" : "",
731
+ "shape" : "[4, 1024]",
732
+ "name" : "hidden",
733
+ "type" : "MultiArray"
734
+ },
735
+ {
736
+ "hasShapeFlexibility" : "0",
737
+ "isOptional" : "0",
738
+ "dataType" : "Float16",
739
+ "formattedType" : "MultiArray (Float16 2 × 4 × 4 × 256)",
740
+ "shortDescription" : "",
741
+ "shape" : "[2, 4, 4, 256]",
742
+ "name" : "q19",
743
+ "type" : "MultiArray"
744
+ },
745
+ {
746
+ "hasShapeFlexibility" : "0",
747
+ "isOptional" : "0",
748
+ "dataType" : "Float16",
749
+ "formattedType" : "MultiArray (Float16 2 × 4 × 256)",
750
+ "shortDescription" : "",
751
+ "shape" : "[2, 4, 256]",
752
+ "name" : "k19",
753
+ "type" : "MultiArray"
754
+ },
755
+ {
756
+ "hasShapeFlexibility" : "0",
757
+ "isOptional" : "0",
758
+ "dataType" : "Float16",
759
+ "formattedType" : "MultiArray (Float16 2 × 4 × 256)",
760
+ "shortDescription" : "",
761
+ "shape" : "[2, 4, 256]",
762
+ "name" : "v19",
763
+ "type" : "MultiArray"
764
+ },
765
+ {
766
+ "hasShapeFlexibility" : "0",
767
+ "isOptional" : "0",
768
+ "dataType" : "Float16",
769
+ "formattedType" : "MultiArray (Float16 1 × 4 × 2048)",
770
+ "shortDescription" : "",
771
+ "shape" : "[1, 4, 2048]",
772
+ "name" : "mask19",
773
+ "type" : "MultiArray"
774
+ },
775
+ {
776
+ "hasShapeFlexibility" : "0",
777
+ "isOptional" : "0",
778
+ "dataType" : "Int32",
779
+ "formattedType" : "MultiArray (Int32 1)",
780
+ "shortDescription" : "",
781
+ "shape" : "[1]",
782
+ "name" : "current_pos",
783
+ "type" : "MultiArray"
784
+ },
785
+ {
786
+ "hasShapeFlexibility" : "0",
787
+ "isOptional" : "0",
788
+ "dataType" : "Float16",
789
+ "formattedType" : "MultiArray (Float16 4 × 2048)",
790
+ "shortDescription" : "",
791
+ "shape" : "[4, 2048]",
792
+ "name" : "gate19",
793
+ "type" : "MultiArray"
794
+ },
795
+ {
796
+ "hasShapeFlexibility" : "0",
797
+ "isOptional" : "0",
798
+ "dataType" : "Float16",
799
+ "formattedType" : "MultiArray (Float16 1 × 1 × 4 × 64)",
800
+ "shortDescription" : "",
801
+ "shape" : "[1, 1, 4, 64]",
802
+ "name" : "cos",
803
+ "type" : "MultiArray"
804
+ },
805
+ {
806
+ "hasShapeFlexibility" : "0",
807
+ "isOptional" : "0",
808
+ "dataType" : "Float16",
809
+ "formattedType" : "MultiArray (Float16 1 × 1 × 4 × 64)",
810
+ "shortDescription" : "",
811
+ "shape" : "[1, 1, 4, 64]",
812
+ "name" : "sin",
813
+ "type" : "MultiArray"
814
+ },
815
+ {
816
+ "hasShapeFlexibility" : "0",
817
+ "isOptional" : "0",
818
+ "dataType" : "Float16",
819
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
820
+ "shortDescription" : "",
821
+ "shape" : "[1, 6144, 3]",
822
+ "name" : "conv20",
823
+ "type" : "MultiArray"
824
+ },
825
+ {
826
+ "hasShapeFlexibility" : "0",
827
+ "isOptional" : "0",
828
+ "dataType" : "Float16",
829
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
830
+ "shortDescription" : "",
831
+ "shape" : "[1, 16, 128, 128]",
832
+ "name" : "rec20",
833
+ "type" : "MultiArray"
834
+ },
835
+ {
836
+ "hasShapeFlexibility" : "0",
837
+ "isOptional" : "0",
838
+ "dataType" : "Float16",
839
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
840
+ "shortDescription" : "",
841
+ "shape" : "[1, 6144, 3]",
842
+ "name" : "conv21",
843
+ "type" : "MultiArray"
844
+ },
845
+ {
846
+ "hasShapeFlexibility" : "0",
847
+ "isOptional" : "0",
848
+ "dataType" : "Float16",
849
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
850
+ "shortDescription" : "",
851
+ "shape" : "[1, 16, 128, 128]",
852
+ "name" : "rec21",
853
+ "type" : "MultiArray"
854
+ },
855
+ {
856
+ "hasShapeFlexibility" : "0",
857
+ "isOptional" : "0",
858
+ "dataType" : "Float16",
859
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
860
+ "shortDescription" : "",
861
+ "shape" : "[1, 6144, 3]",
862
+ "name" : "conv22",
863
+ "type" : "MultiArray"
864
+ },
865
+ {
866
+ "hasShapeFlexibility" : "0",
867
+ "isOptional" : "0",
868
+ "dataType" : "Float16",
869
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
870
+ "shortDescription" : "",
871
+ "shape" : "[1, 16, 128, 128]",
872
+ "name" : "rec22",
873
+ "type" : "MultiArray"
874
+ }
875
+ ],
876
+ "computePrecision" : "Mixed (Float16, Float32, Int32)",
877
+ "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (20 bits), Palettized (6 bits), UInt6)",
878
+ "stateSchema" : [
879
+ {
880
+ "dataType" : "Float16",
881
+ "isOptional" : "0",
882
+ "formattedType" : "State (Float16 2 �� 2 × 2 × 2048 × 256)",
883
+ "shortDescription" : "",
884
+ "shape" : "[2, 2, 2, 2048, 256]",
885
+ "name" : "kv_cache",
886
+ "type" : "State"
887
+ }
888
+ ],
889
+ "outputSchema" : [
890
+ {
891
+ "hasShapeFlexibility" : "0",
892
+ "isOptional" : "0",
893
+ "dataType" : "Float16",
894
+ "formattedType" : "MultiArray (Float16 4 × 1024)",
895
+ "shortDescription" : "",
896
+ "shape" : "[4, 1024]",
897
+ "name" : "hidden_out",
898
+ "type" : "MultiArray"
899
+ },
900
+ {
901
+ "hasShapeFlexibility" : "0",
902
+ "isOptional" : "0",
903
+ "dataType" : "Float16",
904
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
905
+ "shortDescription" : "",
906
+ "shape" : "[1, 6144, 3]",
907
+ "name" : "conv20_out",
908
+ "type" : "MultiArray"
909
+ },
910
+ {
911
+ "hasShapeFlexibility" : "0",
912
+ "isOptional" : "0",
913
+ "dataType" : "Float16",
914
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
915
+ "shortDescription" : "",
916
+ "shape" : "[1, 16, 128, 128]",
917
+ "name" : "rec20_out",
918
+ "type" : "MultiArray"
919
+ },
920
+ {
921
+ "hasShapeFlexibility" : "0",
922
+ "isOptional" : "0",
923
+ "dataType" : "Float16",
924
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
925
+ "shortDescription" : "",
926
+ "shape" : "[1, 6144, 3]",
927
+ "name" : "conv21_out",
928
+ "type" : "MultiArray"
929
+ },
930
+ {
931
+ "hasShapeFlexibility" : "0",
932
+ "isOptional" : "0",
933
+ "dataType" : "Float16",
934
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
935
+ "shortDescription" : "",
936
+ "shape" : "[1, 16, 128, 128]",
937
+ "name" : "rec21_out",
938
+ "type" : "MultiArray"
939
+ },
940
+ {
941
+ "hasShapeFlexibility" : "0",
942
+ "isOptional" : "0",
943
+ "dataType" : "Float16",
944
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
945
+ "shortDescription" : "",
946
+ "shape" : "[1, 6144, 3]",
947
+ "name" : "conv22_out",
948
+ "type" : "MultiArray"
949
+ },
950
+ {
951
+ "hasShapeFlexibility" : "0",
952
+ "isOptional" : "0",
953
+ "dataType" : "Float16",
954
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
955
+ "shortDescription" : "",
956
+ "shape" : "[1, 16, 128, 128]",
957
+ "name" : "rec22_out",
958
+ "type" : "MultiArray"
959
+ },
960
+ {
961
+ "hasShapeFlexibility" : "0",
962
+ "isOptional" : "0",
963
+ "dataType" : "Int32",
964
+ "formattedType" : "MultiArray (Int32 1)",
965
+ "shortDescription" : "",
966
+ "shape" : "[1]",
967
+ "name" : "next_token",
968
+ "type" : "MultiArray"
969
+ }
970
+ ],
971
+ "name" : "prefill4",
972
+ "mlProgramOperationTypeHistogram" : {
973
+ "Ios18.expandDims" : 92,
974
+ "Ios18.softmax" : 16,
975
+ "Ios18.mul" : 235,
976
+ "Ios18.rsqrt" : 21,
977
+ "Ios16.reduceMean" : 15,
978
+ "Ios18.exp" : 12,
979
+ "Ios18.sigmoid" : 5,
980
+ "Split" : 44,
981
+ "Ios18.readState" : 5,
982
+ "Ios18.add" : 110,
983
+ "Ios16.reduceSum" : 30,
984
+ "Ios18.writeState" : 4,
985
+ "Ios18.sliceUpdate" : 4,
986
+ "Ios18.reshape" : 34,
987
+ "Ios18.reduceArgmax" : 1,
988
+ "Ios18.constexprLutToDense" : 39,
989
+ "Ios18.linear" : 36,
990
+ "Ios18.conv" : 3,
991
+ "Ios18.concat" : 17,
992
+ "Ios16.einsum" : 80,
993
+ "Ios18.transpose" : 35,
994
+ "Ios18.silu" : 11,
995
+ "Ios18.softplus" : 3,
996
+ "Ios18.sub" : 12,
997
+ "Stack" : 3,
998
+ "Ios18.sliceByIndex" : 74
999
+ }
1000
+ }
1001
+ ],
1002
+ "mlProgramOperationTypeHistogram" : {
1003
+ "Ios18.expandDims" : 41,
1004
+ "Ios18.softmax" : 16,
1005
+ "Ios18.mul" : 190,
1006
+ "Ios18.rsqrt" : 21,
1007
+ "Ios16.reduceMean" : 15,
1008
+ "Ios18.exp" : 3,
1009
+ "Ios18.sigmoid" : 5,
1010
+ "Split" : 44,
1011
+ "Ios18.readState" : 5,
1012
+ "Ios18.add" : 101,
1013
+ "Ios16.reduceSum" : 12,
1014
+ "Ios18.writeState" : 4,
1015
+ "Ios18.sliceUpdate" : 4,
1016
+ "Ios18.reshape" : 34,
1017
+ "Ios18.reduceArgmax" : 1,
1018
+ "Ios18.constexprLutToDense" : 39,
1019
+ "Ios18.linear" : 36,
1020
+ "Ios18.conv" : 3,
1021
+ "Ios18.concat" : 17,
1022
+ "Ios16.einsum" : 80,
1023
+ "Ios18.transpose" : 35,
1024
+ "Ios18.silu" : 11,
1025
+ "Ios18.softplus" : 3,
1026
+ "Ios18.sub" : 3,
1027
+ "Ios18.sliceByIndex" : 28
1028
+ },
1029
+ "isUpdatable" : "0",
1030
+ "stateSchema" : [
1031
+ {
1032
+ "dataType" : "Float16",
1033
+ "isOptional" : "0",
1034
+ "formattedType" : "State (Float16 2 × 2 × 2 × 2048 × 256)",
1035
+ "shortDescription" : "",
1036
+ "shape" : "[2, 2, 2, 2048, 256]",
1037
+ "name" : "kv_cache",
1038
+ "type" : "State"
1039
+ }
1040
+ ],
1041
+ "availability" : {
1042
+ "macOS" : "15.0",
1043
+ "tvOS" : "18.0",
1044
+ "visionOS" : "2.0",
1045
+ "watchOS" : "11.0",
1046
+ "iOS" : "18.0",
1047
+ "macCatalyst" : "18.0"
1048
+ },
1049
+ "computePrecision" : "Mixed (Float16, Float32, Int32)",
1050
+ "modelType" : {
1051
+ "name" : "MLModelType_mlProgram"
1052
+ },
1053
+ "inputSchema" : [
1054
+ {
1055
+ "hasShapeFlexibility" : "0",
1056
+ "isOptional" : "0",
1057
+ "dataType" : "Float16",
1058
+ "formattedType" : "MultiArray (Float16 1 × 1024)",
1059
+ "shortDescription" : "",
1060
+ "shape" : "[1, 1024]",
1061
+ "name" : "hidden",
1062
+ "type" : "MultiArray"
1063
+ },
1064
+ {
1065
+ "hasShapeFlexibility" : "0",
1066
+ "isOptional" : "0",
1067
+ "dataType" : "Float16",
1068
+ "formattedType" : "MultiArray (Float16 2 × 1 × 4 × 256)",
1069
+ "shortDescription" : "",
1070
+ "shape" : "[2, 1, 4, 256]",
1071
+ "name" : "q19",
1072
+ "type" : "MultiArray"
1073
+ },
1074
+ {
1075
+ "hasShapeFlexibility" : "0",
1076
+ "isOptional" : "0",
1077
+ "dataType" : "Float16",
1078
+ "formattedType" : "MultiArray (Float16 2 × 1 × 256)",
1079
+ "shortDescription" : "",
1080
+ "shape" : "[2, 1, 256]",
1081
+ "name" : "k19",
1082
+ "type" : "MultiArray"
1083
+ },
1084
+ {
1085
+ "hasShapeFlexibility" : "0",
1086
+ "isOptional" : "0",
1087
+ "dataType" : "Float16",
1088
+ "formattedType" : "MultiArray (Float16 2 × 1 × 256)",
1089
+ "shortDescription" : "",
1090
+ "shape" : "[2, 1, 256]",
1091
+ "name" : "v19",
1092
+ "type" : "MultiArray"
1093
+ },
1094
+ {
1095
+ "hasShapeFlexibility" : "0",
1096
+ "isOptional" : "0",
1097
+ "dataType" : "Float16",
1098
+ "formattedType" : "MultiArray (Float16 1 × 1 × 2048)",
1099
+ "shortDescription" : "",
1100
+ "shape" : "[1, 1, 2048]",
1101
+ "name" : "mask19",
1102
+ "type" : "MultiArray"
1103
+ },
1104
+ {
1105
+ "hasShapeFlexibility" : "0",
1106
+ "isOptional" : "0",
1107
+ "dataType" : "Int32",
1108
+ "formattedType" : "MultiArray (Int32 1)",
1109
+ "shortDescription" : "",
1110
+ "shape" : "[1]",
1111
+ "name" : "current_pos",
1112
+ "type" : "MultiArray"
1113
+ },
1114
+ {
1115
+ "hasShapeFlexibility" : "0",
1116
+ "isOptional" : "0",
1117
+ "dataType" : "Float16",
1118
+ "formattedType" : "MultiArray (Float16 1 × 2048)",
1119
+ "shortDescription" : "",
1120
+ "shape" : "[1, 2048]",
1121
+ "name" : "gate19",
1122
+ "type" : "MultiArray"
1123
+ },
1124
+ {
1125
+ "hasShapeFlexibility" : "0",
1126
+ "isOptional" : "0",
1127
+ "dataType" : "Float16",
1128
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)",
1129
+ "shortDescription" : "",
1130
+ "shape" : "[1, 1, 1, 64]",
1131
+ "name" : "cos",
1132
+ "type" : "MultiArray"
1133
+ },
1134
+ {
1135
+ "hasShapeFlexibility" : "0",
1136
+ "isOptional" : "0",
1137
+ "dataType" : "Float16",
1138
+ "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)",
1139
+ "shortDescription" : "",
1140
+ "shape" : "[1, 1, 1, 64]",
1141
+ "name" : "sin",
1142
+ "type" : "MultiArray"
1143
+ },
1144
+ {
1145
+ "hasShapeFlexibility" : "0",
1146
+ "isOptional" : "0",
1147
+ "dataType" : "Float16",
1148
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
1149
+ "shortDescription" : "",
1150
+ "shape" : "[1, 6144, 3]",
1151
+ "name" : "conv20",
1152
+ "type" : "MultiArray"
1153
+ },
1154
+ {
1155
+ "hasShapeFlexibility" : "0",
1156
+ "isOptional" : "0",
1157
+ "dataType" : "Float16",
1158
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
1159
+ "shortDescription" : "",
1160
+ "shape" : "[1, 16, 128, 128]",
1161
+ "name" : "rec20",
1162
+ "type" : "MultiArray"
1163
+ },
1164
+ {
1165
+ "hasShapeFlexibility" : "0",
1166
+ "isOptional" : "0",
1167
+ "dataType" : "Float16",
1168
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
1169
+ "shortDescription" : "",
1170
+ "shape" : "[1, 6144, 3]",
1171
+ "name" : "conv21",
1172
+ "type" : "MultiArray"
1173
+ },
1174
+ {
1175
+ "hasShapeFlexibility" : "0",
1176
+ "isOptional" : "0",
1177
+ "dataType" : "Float16",
1178
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
1179
+ "shortDescription" : "",
1180
+ "shape" : "[1, 16, 128, 128]",
1181
+ "name" : "rec21",
1182
+ "type" : "MultiArray"
1183
+ },
1184
+ {
1185
+ "hasShapeFlexibility" : "0",
1186
+ "isOptional" : "0",
1187
+ "dataType" : "Float16",
1188
+ "formattedType" : "MultiArray (Float16 1 × 6144 × 3)",
1189
+ "shortDescription" : "",
1190
+ "shape" : "[1, 6144, 3]",
1191
+ "name" : "conv22",
1192
+ "type" : "MultiArray"
1193
+ },
1194
+ {
1195
+ "hasShapeFlexibility" : "0",
1196
+ "isOptional" : "0",
1197
+ "dataType" : "Float16",
1198
+ "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)",
1199
+ "shortDescription" : "",
1200
+ "shape" : "[1, 16, 128, 128]",
1201
+ "name" : "rec22",
1202
+ "type" : "MultiArray"
1203
+ }
1204
+ ],
1205
+ "defaultFunctionName" : "stateful_stage5_final_head",
1206
+ "generatedClassName" : "mtp_head_final_fused",
1207
+ "userDefinedMetadata" : {
1208
+
1209
+ },
1210
+ "method" : "predict"
1211
+ }
1212
+ ]
mtp_head_final_fused.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
mtp_head_final_fused.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9f69988201a2349b49ad4a61418dc2b35f10a32bd757e12dddb4c076a03d0d
3
+ size 266099392