clocksmith commited on
Commit
a217d6b
·
verified ·
1 Parent(s): f351552

Publish gemma-4-e2b-it-q4k-ehf16-af32-int4ple RDRR artifact

Browse files
models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json CHANGED
@@ -56,6 +56,7 @@
56
  "ffn": {
57
  "activation": "gelu",
58
  "gatedActivation": true,
 
59
  "useDoubleWideMlp": true,
60
  "swigluLimit": null
61
  },
@@ -78,22 +79,28 @@
78
  "yarnOriginalMaxPos": null,
79
  "ropeLocalYarnBetaFast": null,
80
  "ropeLocalYarnBetaSlow": null,
81
- "ropeLocalYarnOriginalMaxPos": null
 
 
 
82
  },
83
  "output": {
84
  "finalLogitSoftcapping": 30,
85
  "tieWordEmbeddings": true,
86
  "scaleEmbeddings": true,
87
  "embeddingTranspose": false,
88
- "embeddingVocabSize": 262144,
89
- "embeddingPostprocessor": null
 
 
90
  },
91
  "layerPattern": {
92
  "type": "every_n",
93
  "globalPattern": null,
94
  "period": 5,
95
  "offset": 4,
96
- "layerTypes": null
 
97
  },
98
  "chatTemplate": {
99
  "type": "gemma4",
@@ -114,7 +121,25 @@
114
  "layout": "contiguous",
115
  "pageSize": 256,
116
  "tiering": {
117
- "mode": "off"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118
  }
119
  },
120
  "decodeLoop": {
@@ -163,19 +188,19 @@
163
  "execution": {
164
  "kernels": {
165
  "embed": {
166
- "kernel": "gather.wgsl",
167
- "entry": "main",
168
- "digest": "sha256:4b12653c53247b32ebde7f6cf6a989d6248977e3816c761540b990b5f9818cb6"
169
  },
170
  "rmsnorm": {
171
  "kernel": "rmsnorm.wgsl",
172
  "entry": "main",
173
- "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45"
174
  },
175
  "final_norm_stable": {
176
  "kernel": "rmsnorm.wgsl",
177
  "entry": "main",
178
- "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45",
179
  "precision": {
180
  "inputDtype": "f32",
181
  "outputDtype": "f32"
@@ -189,12 +214,12 @@
189
  "rope": {
190
  "kernel": "rope.wgsl",
191
  "entry": "main",
192
- "digest": "sha256:e13c54f261d7ef00474b71e4fe7b3298fb5cc49161f50c7ea1854aa6672ebe71"
193
  },
194
  "attn_decode": {
195
  "kernel": "attention_decode_online_f16kv.wgsl",
196
  "entry": "main",
197
- "digest": "sha256:beee4722aa6281f58b74e1d055e192017b5555c189a58dd13dd158fe1511a7b8",
198
  "precision": {
199
  "kvDtype": "f16"
200
  }
@@ -202,12 +227,12 @@
202
  "residual": {
203
  "kernel": "residual.wgsl",
204
  "entry": "main",
205
- "digest": "sha256:f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7"
206
  },
207
  "gelu": {
208
  "kernel": "gelu.wgsl",
209
  "entry": "main",
210
- "digest": "sha256:a9007ea08aaff98f9be08f1e0490a6bcf252883eac5513de876ab9ce918865e6",
211
  "constants": {
212
  "HAS_GATE": true
213
  }
@@ -225,7 +250,7 @@
225
  "attn_stream": {
226
  "kernel": "attention_streaming_f16kv.wgsl",
227
  "entry": "main",
228
- "digest": "sha256:76eda2dfc1b4323ed4fd02b91d1ce448de65ce9b31898dee8ae635b1d5b94d3a",
229
  "precision": {
230
  "kvDtype": "f16"
231
  }
@@ -233,7 +258,7 @@
233
  "attn_small": {
234
  "kernel": "attention_small_f16kv.wgsl",
235
  "entry": "main",
236
- "digest": "sha256:369aa3b386b4ef89a916ba2717465caa47079f52bbe0f3e5d61bd3220e2ec71e",
237
  "precision": {
238
  "kvDtype": "f16"
239
  }
@@ -530,7 +555,8 @@
530
  "dtypeTransition": "require_cast_step",
531
  "unresolvedKernel": "error"
532
  }
533
- }
 
534
  },
535
  "shards": [
536
  {
@@ -25223,7 +25249,11 @@
25223
  "metadata": {
25224
  "source": "convert-core",
25225
  "convertedAt": "2026-04-16T22:35:24.693Z",
25226
- "hasTokenizer": true
 
 
 
 
25227
  },
25228
  "tokenizer": {
25229
  "type": "bundled",
@@ -25234,6 +25264,8 @@
25234
  "sourceCheckpointId": "google/gemma-4-E2B-it",
25235
  "weightPackId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-wp-catalog-v1",
25236
  "manifestVariantId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-mv-exec-v1",
25237
- "artifactCompleteness": "complete"
 
 
25238
  }
25239
- }
 
56
  "ffn": {
57
  "activation": "gelu",
58
  "gatedActivation": true,
59
+ "branchMode": "auto",
60
  "useDoubleWideMlp": true,
61
  "swigluLimit": null
62
  },
 
79
  "yarnOriginalMaxPos": null,
80
  "ropeLocalYarnBetaFast": null,
81
  "ropeLocalYarnBetaSlow": null,
82
+ "ropeLocalYarnOriginalMaxPos": null,
83
+ "longropeShortFactor": null,
84
+ "longropeLongFactor": null,
85
+ "longropeOriginalMaxPos": null
86
  },
87
  "output": {
88
  "finalLogitSoftcapping": 30,
89
  "tieWordEmbeddings": true,
90
  "scaleEmbeddings": true,
91
  "embeddingTranspose": false,
92
+ "embeddingVocabSize": null,
93
+ "embeddingPostprocessor": null,
94
+ "embeddingScale": null,
95
+ "logitInputScale": 1
96
  },
97
  "layerPattern": {
98
  "type": "every_n",
99
  "globalPattern": null,
100
  "period": 5,
101
  "offset": 4,
102
+ "layerTypes": null,
103
+ "residualBranchScale": 1
104
  },
105
  "chatTemplate": {
106
  "type": "gemma4",
 
121
  "layout": "contiguous",
122
  "pageSize": 256,
123
  "tiering": {
124
+ "mode": "off",
125
+ "hotWindow": 1024,
126
+ "coldPageSize": 256,
127
+ "coldDtype": "f16",
128
+ "compression": {
129
+ "mode": "none",
130
+ "blockSize": 1,
131
+ "bitWidth": 4,
132
+ "prodMode": false
133
+ },
134
+ "gating": {
135
+ "mode": "auto",
136
+ "minAluBwRatio": 0
137
+ }
138
+ },
139
+ "quantization": {
140
+ "mode": "none",
141
+ "bitWidth": 4,
142
+ "prodMode": false
143
  }
144
  },
145
  "decodeLoop": {
 
188
  "execution": {
189
  "kernels": {
190
  "embed": {
191
+ "kernel": "gather_split8_f16_vec4_f32_out.wgsl",
192
+ "entry": "gather_vec4_f32_out",
193
+ "digest": "sha256:18dce4731aa3c3cbde6a969cc54d63de4e545e7dce43204774323b6bfffc5c41"
194
  },
195
  "rmsnorm": {
196
  "kernel": "rmsnorm.wgsl",
197
  "entry": "main",
198
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
199
  },
200
  "final_norm_stable": {
201
  "kernel": "rmsnorm.wgsl",
202
  "entry": "main",
203
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1",
204
  "precision": {
205
  "inputDtype": "f32",
206
  "outputDtype": "f32"
 
214
  "rope": {
215
  "kernel": "rope.wgsl",
216
  "entry": "main",
217
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
218
  },
219
  "attn_decode": {
220
  "kernel": "attention_decode_online_f16kv.wgsl",
221
  "entry": "main",
222
+ "digest": "sha256:91808be35895e921c0fa43fc47bfe8cab69c437c388ab561f595d9dc983f66e1",
223
  "precision": {
224
  "kvDtype": "f16"
225
  }
 
227
  "residual": {
228
  "kernel": "residual.wgsl",
229
  "entry": "main",
230
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
231
  },
232
  "gelu": {
233
  "kernel": "gelu.wgsl",
234
  "entry": "main",
235
+ "digest": "sha256:7f8900b69de5107e4cf424cac0d4de1539591ece34e977ff30f6f7364460ab34",
236
  "constants": {
237
  "HAS_GATE": true
238
  }
 
250
  "attn_stream": {
251
  "kernel": "attention_streaming_f16kv.wgsl",
252
  "entry": "main",
253
+ "digest": "sha256:c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f",
254
  "precision": {
255
  "kvDtype": "f16"
256
  }
 
258
  "attn_small": {
259
  "kernel": "attention_small_f16kv.wgsl",
260
  "entry": "main",
261
+ "digest": "sha256:ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668",
262
  "precision": {
263
  "kvDtype": "f16"
264
  }
 
555
  "dtypeTransition": "require_cast_step",
556
  "unresolvedKernel": "error"
557
  }
558
+ },
559
+ "sessionDefaults": null
560
  },
561
  "shards": [
562
  {
 
25249
  "metadata": {
25250
  "source": "convert-core",
25251
  "convertedAt": "2026-04-16T22:35:24.693Z",
25252
+ "hasTokenizer": true,
25253
+ "executionGraphPatch": {
25254
+ "at": "2026-07-06T01:48:36.643Z",
25255
+ "config": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json"
25256
+ }
25257
  },
25258
  "tokenizer": {
25259
  "type": "bundled",
 
25264
  "sourceCheckpointId": "google/gemma-4-E2B-it",
25265
  "weightPackId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-wp-catalog-v1",
25266
  "manifestVariantId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-mv-exec-v1",
25267
+ "shardSetHash": "sha256:7575f4e89b3938a3ca4f8d7fc50fb46d4cfbd1d4dcc3b6ed62b6fb53424678ea",
25268
+ "artifactCompleteness": "complete",
25269
+ "conversionConfigDigest": "sha256:cc01b49a2d283980398dddcda6bf3c31a4e71fc8b91767d0433c4dc6c2c4b424"
25270
  }
25271
+ }