Publish gemma-4-e2b-it-q4k-ehf16-af32-int4ple RDRR artifact
Browse files
models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json
CHANGED
|
@@ -56,6 +56,7 @@
|
|
| 56 |
"ffn": {
|
| 57 |
"activation": "gelu",
|
| 58 |
"gatedActivation": true,
|
|
|
|
| 59 |
"useDoubleWideMlp": true,
|
| 60 |
"swigluLimit": null
|
| 61 |
},
|
|
@@ -78,22 +79,28 @@
|
|
| 78 |
"yarnOriginalMaxPos": null,
|
| 79 |
"ropeLocalYarnBetaFast": null,
|
| 80 |
"ropeLocalYarnBetaSlow": null,
|
| 81 |
-
"ropeLocalYarnOriginalMaxPos": null
|
|
|
|
|
|
|
|
|
|
| 82 |
},
|
| 83 |
"output": {
|
| 84 |
"finalLogitSoftcapping": 30,
|
| 85 |
"tieWordEmbeddings": true,
|
| 86 |
"scaleEmbeddings": true,
|
| 87 |
"embeddingTranspose": false,
|
| 88 |
-
"embeddingVocabSize":
|
| 89 |
-
"embeddingPostprocessor": null
|
|
|
|
|
|
|
| 90 |
},
|
| 91 |
"layerPattern": {
|
| 92 |
"type": "every_n",
|
| 93 |
"globalPattern": null,
|
| 94 |
"period": 5,
|
| 95 |
"offset": 4,
|
| 96 |
-
"layerTypes": null
|
|
|
|
| 97 |
},
|
| 98 |
"chatTemplate": {
|
| 99 |
"type": "gemma4",
|
|
@@ -114,7 +121,25 @@
|
|
| 114 |
"layout": "contiguous",
|
| 115 |
"pageSize": 256,
|
| 116 |
"tiering": {
|
| 117 |
-
"mode": "off"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
}
|
| 119 |
},
|
| 120 |
"decodeLoop": {
|
|
@@ -163,19 +188,19 @@
|
|
| 163 |
"execution": {
|
| 164 |
"kernels": {
|
| 165 |
"embed": {
|
| 166 |
-
"kernel": "
|
| 167 |
-
"entry": "
|
| 168 |
-
"digest": "sha256:
|
| 169 |
},
|
| 170 |
"rmsnorm": {
|
| 171 |
"kernel": "rmsnorm.wgsl",
|
| 172 |
"entry": "main",
|
| 173 |
-
"digest": "sha256:
|
| 174 |
},
|
| 175 |
"final_norm_stable": {
|
| 176 |
"kernel": "rmsnorm.wgsl",
|
| 177 |
"entry": "main",
|
| 178 |
-
"digest": "sha256:
|
| 179 |
"precision": {
|
| 180 |
"inputDtype": "f32",
|
| 181 |
"outputDtype": "f32"
|
|
@@ -189,12 +214,12 @@
|
|
| 189 |
"rope": {
|
| 190 |
"kernel": "rope.wgsl",
|
| 191 |
"entry": "main",
|
| 192 |
-
"digest": "sha256:
|
| 193 |
},
|
| 194 |
"attn_decode": {
|
| 195 |
"kernel": "attention_decode_online_f16kv.wgsl",
|
| 196 |
"entry": "main",
|
| 197 |
-
"digest": "sha256:
|
| 198 |
"precision": {
|
| 199 |
"kvDtype": "f16"
|
| 200 |
}
|
|
@@ -202,12 +227,12 @@
|
|
| 202 |
"residual": {
|
| 203 |
"kernel": "residual.wgsl",
|
| 204 |
"entry": "main",
|
| 205 |
-
"digest": "sha256:
|
| 206 |
},
|
| 207 |
"gelu": {
|
| 208 |
"kernel": "gelu.wgsl",
|
| 209 |
"entry": "main",
|
| 210 |
-
"digest": "sha256:
|
| 211 |
"constants": {
|
| 212 |
"HAS_GATE": true
|
| 213 |
}
|
|
@@ -225,7 +250,7 @@
|
|
| 225 |
"attn_stream": {
|
| 226 |
"kernel": "attention_streaming_f16kv.wgsl",
|
| 227 |
"entry": "main",
|
| 228 |
-
"digest": "sha256:
|
| 229 |
"precision": {
|
| 230 |
"kvDtype": "f16"
|
| 231 |
}
|
|
@@ -233,7 +258,7 @@
|
|
| 233 |
"attn_small": {
|
| 234 |
"kernel": "attention_small_f16kv.wgsl",
|
| 235 |
"entry": "main",
|
| 236 |
-
"digest": "sha256:
|
| 237 |
"precision": {
|
| 238 |
"kvDtype": "f16"
|
| 239 |
}
|
|
@@ -530,7 +555,8 @@
|
|
| 530 |
"dtypeTransition": "require_cast_step",
|
| 531 |
"unresolvedKernel": "error"
|
| 532 |
}
|
| 533 |
-
}
|
|
|
|
| 534 |
},
|
| 535 |
"shards": [
|
| 536 |
{
|
|
@@ -25223,7 +25249,11 @@
|
|
| 25223 |
"metadata": {
|
| 25224 |
"source": "convert-core",
|
| 25225 |
"convertedAt": "2026-04-16T22:35:24.693Z",
|
| 25226 |
-
"hasTokenizer": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25227 |
},
|
| 25228 |
"tokenizer": {
|
| 25229 |
"type": "bundled",
|
|
@@ -25234,6 +25264,8 @@
|
|
| 25234 |
"sourceCheckpointId": "google/gemma-4-E2B-it",
|
| 25235 |
"weightPackId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-wp-catalog-v1",
|
| 25236 |
"manifestVariantId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-mv-exec-v1",
|
| 25237 |
-
"
|
|
|
|
|
|
|
| 25238 |
}
|
| 25239 |
-
}
|
|
|
|
| 56 |
"ffn": {
|
| 57 |
"activation": "gelu",
|
| 58 |
"gatedActivation": true,
|
| 59 |
+
"branchMode": "auto",
|
| 60 |
"useDoubleWideMlp": true,
|
| 61 |
"swigluLimit": null
|
| 62 |
},
|
|
|
|
| 79 |
"yarnOriginalMaxPos": null,
|
| 80 |
"ropeLocalYarnBetaFast": null,
|
| 81 |
"ropeLocalYarnBetaSlow": null,
|
| 82 |
+
"ropeLocalYarnOriginalMaxPos": null,
|
| 83 |
+
"longropeShortFactor": null,
|
| 84 |
+
"longropeLongFactor": null,
|
| 85 |
+
"longropeOriginalMaxPos": null
|
| 86 |
},
|
| 87 |
"output": {
|
| 88 |
"finalLogitSoftcapping": 30,
|
| 89 |
"tieWordEmbeddings": true,
|
| 90 |
"scaleEmbeddings": true,
|
| 91 |
"embeddingTranspose": false,
|
| 92 |
+
"embeddingVocabSize": null,
|
| 93 |
+
"embeddingPostprocessor": null,
|
| 94 |
+
"embeddingScale": null,
|
| 95 |
+
"logitInputScale": 1
|
| 96 |
},
|
| 97 |
"layerPattern": {
|
| 98 |
"type": "every_n",
|
| 99 |
"globalPattern": null,
|
| 100 |
"period": 5,
|
| 101 |
"offset": 4,
|
| 102 |
+
"layerTypes": null,
|
| 103 |
+
"residualBranchScale": 1
|
| 104 |
},
|
| 105 |
"chatTemplate": {
|
| 106 |
"type": "gemma4",
|
|
|
|
| 121 |
"layout": "contiguous",
|
| 122 |
"pageSize": 256,
|
| 123 |
"tiering": {
|
| 124 |
+
"mode": "off",
|
| 125 |
+
"hotWindow": 1024,
|
| 126 |
+
"coldPageSize": 256,
|
| 127 |
+
"coldDtype": "f16",
|
| 128 |
+
"compression": {
|
| 129 |
+
"mode": "none",
|
| 130 |
+
"blockSize": 1,
|
| 131 |
+
"bitWidth": 4,
|
| 132 |
+
"prodMode": false
|
| 133 |
+
},
|
| 134 |
+
"gating": {
|
| 135 |
+
"mode": "auto",
|
| 136 |
+
"minAluBwRatio": 0
|
| 137 |
+
}
|
| 138 |
+
},
|
| 139 |
+
"quantization": {
|
| 140 |
+
"mode": "none",
|
| 141 |
+
"bitWidth": 4,
|
| 142 |
+
"prodMode": false
|
| 143 |
}
|
| 144 |
},
|
| 145 |
"decodeLoop": {
|
|
|
|
| 188 |
"execution": {
|
| 189 |
"kernels": {
|
| 190 |
"embed": {
|
| 191 |
+
"kernel": "gather_split8_f16_vec4_f32_out.wgsl",
|
| 192 |
+
"entry": "gather_vec4_f32_out",
|
| 193 |
+
"digest": "sha256:18dce4731aa3c3cbde6a969cc54d63de4e545e7dce43204774323b6bfffc5c41"
|
| 194 |
},
|
| 195 |
"rmsnorm": {
|
| 196 |
"kernel": "rmsnorm.wgsl",
|
| 197 |
"entry": "main",
|
| 198 |
+
"digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
|
| 199 |
},
|
| 200 |
"final_norm_stable": {
|
| 201 |
"kernel": "rmsnorm.wgsl",
|
| 202 |
"entry": "main",
|
| 203 |
+
"digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1",
|
| 204 |
"precision": {
|
| 205 |
"inputDtype": "f32",
|
| 206 |
"outputDtype": "f32"
|
|
|
|
| 214 |
"rope": {
|
| 215 |
"kernel": "rope.wgsl",
|
| 216 |
"entry": "main",
|
| 217 |
+
"digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
|
| 218 |
},
|
| 219 |
"attn_decode": {
|
| 220 |
"kernel": "attention_decode_online_f16kv.wgsl",
|
| 221 |
"entry": "main",
|
| 222 |
+
"digest": "sha256:91808be35895e921c0fa43fc47bfe8cab69c437c388ab561f595d9dc983f66e1",
|
| 223 |
"precision": {
|
| 224 |
"kvDtype": "f16"
|
| 225 |
}
|
|
|
|
| 227 |
"residual": {
|
| 228 |
"kernel": "residual.wgsl",
|
| 229 |
"entry": "main",
|
| 230 |
+
"digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
|
| 231 |
},
|
| 232 |
"gelu": {
|
| 233 |
"kernel": "gelu.wgsl",
|
| 234 |
"entry": "main",
|
| 235 |
+
"digest": "sha256:7f8900b69de5107e4cf424cac0d4de1539591ece34e977ff30f6f7364460ab34",
|
| 236 |
"constants": {
|
| 237 |
"HAS_GATE": true
|
| 238 |
}
|
|
|
|
| 250 |
"attn_stream": {
|
| 251 |
"kernel": "attention_streaming_f16kv.wgsl",
|
| 252 |
"entry": "main",
|
| 253 |
+
"digest": "sha256:c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f",
|
| 254 |
"precision": {
|
| 255 |
"kvDtype": "f16"
|
| 256 |
}
|
|
|
|
| 258 |
"attn_small": {
|
| 259 |
"kernel": "attention_small_f16kv.wgsl",
|
| 260 |
"entry": "main",
|
| 261 |
+
"digest": "sha256:ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668",
|
| 262 |
"precision": {
|
| 263 |
"kvDtype": "f16"
|
| 264 |
}
|
|
|
|
| 555 |
"dtypeTransition": "require_cast_step",
|
| 556 |
"unresolvedKernel": "error"
|
| 557 |
}
|
| 558 |
+
},
|
| 559 |
+
"sessionDefaults": null
|
| 560 |
},
|
| 561 |
"shards": [
|
| 562 |
{
|
|
|
|
| 25249 |
"metadata": {
|
| 25250 |
"source": "convert-core",
|
| 25251 |
"convertedAt": "2026-04-16T22:35:24.693Z",
|
| 25252 |
+
"hasTokenizer": true,
|
| 25253 |
+
"executionGraphPatch": {
|
| 25254 |
+
"at": "2026-07-06T01:48:36.643Z",
|
| 25255 |
+
"config": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json"
|
| 25256 |
+
}
|
| 25257 |
},
|
| 25258 |
"tokenizer": {
|
| 25259 |
"type": "bundled",
|
|
|
|
| 25264 |
"sourceCheckpointId": "google/gemma-4-E2B-it",
|
| 25265 |
"weightPackId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-wp-catalog-v1",
|
| 25266 |
"manifestVariantId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-mv-exec-v1",
|
| 25267 |
+
"shardSetHash": "sha256:7575f4e89b3938a3ca4f8d7fc50fb46d4cfbd1d4dcc3b6ed62b6fb53424678ea",
|
| 25268 |
+
"artifactCompleteness": "complete",
|
| 25269 |
+
"conversionConfigDigest": "sha256:cc01b49a2d283980398dddcda6bf3c31a4e71fc8b91767d0433c4dc6c2c4b424"
|
| 25270 |
}
|
| 25271 |
+
}
|