clocksmith commited on
Commit
6617052
·
verified ·
1 Parent(s): 6b957a1

Publish gemma-4-e2b-it-q4k-ehf16-af32 manifest update

Browse files
models/gemma-4-e2b-it-q4k-ehf16-af32/manifest.json CHANGED
@@ -148,7 +148,14 @@
148
  "maxBytes": 268435456,
149
  "outputDtype": "f32"
150
  }
151
- }
 
 
 
 
 
 
 
152
  },
153
  "execution": {
154
  "kernels": {
@@ -25997,4 +26004,4 @@
25997
  "vocabSize": 262144,
25998
  "file": "tokenizer.json"
25999
  }
26000
- }
 
148
  "maxBytes": 268435456,
149
  "outputDtype": "f32"
150
  }
151
+ },
152
+ "prefillChunkSubmitMode": "async",
153
+ "useFlashPrefillAttention": true,
154
+ "useWideTileQ4KPrefill": true,
155
+ "retainQ4KMaterialization": false
156
+ },
157
+ "largeWeights": {
158
+ "gpuResidentOverrides": ["model.language_model.embed_tokens.weight"]
159
  },
160
  "execution": {
161
  "kernels": {
 
26004
  "vocabSize": 262144,
26005
  "file": "tokenizer.json"
26006
  }
26007
+ }