Publish gemma-4-e2b-it-q4k-ehf16-af32 manifest update
Browse files
models/gemma-4-e2b-it-q4k-ehf16-af32/manifest.json
CHANGED
|
@@ -148,7 +148,14 @@
|
|
| 148 |
"maxBytes": 268435456,
|
| 149 |
"outputDtype": "f32"
|
| 150 |
}
|
| 151 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
},
|
| 153 |
"execution": {
|
| 154 |
"kernels": {
|
|
@@ -25997,4 +26004,4 @@
|
|
| 25997 |
"vocabSize": 262144,
|
| 25998 |
"file": "tokenizer.json"
|
| 25999 |
}
|
| 26000 |
-
}
|
|
|
|
| 148 |
"maxBytes": 268435456,
|
| 149 |
"outputDtype": "f32"
|
| 150 |
}
|
| 151 |
+
},
|
| 152 |
+
"prefillChunkSubmitMode": "async",
|
| 153 |
+
"useFlashPrefillAttention": true,
|
| 154 |
+
"useWideTileQ4KPrefill": true,
|
| 155 |
+
"retainQ4KMaterialization": false
|
| 156 |
+
},
|
| 157 |
+
"largeWeights": {
|
| 158 |
+
"gpuResidentOverrides": ["model.language_model.embed_tokens.weight"]
|
| 159 |
},
|
| 160 |
"execution": {
|
| 161 |
"kernels": {
|
|
|
|
| 26004 |
"vocabSize": 262144,
|
| 26005 |
"file": "tokenizer.json"
|
| 26006 |
}
|
| 26007 |
+
}
|