Add readbackMode to google-embeddinggemma-300m-q4k-ehf16-af32 manifest
Browse files
models/google-embeddinggemma-300m-q4k-ehf16-af32/manifest.json
CHANGED
|
@@ -133,6 +133,7 @@
|
|
| 133 |
"batchSize": 4,
|
| 134 |
"stopCheckMode": "batch",
|
| 135 |
"readbackInterval": 1,
|
|
|
|
| 136 |
"ringTokens": 1,
|
| 137 |
"ringStop": 1,
|
| 138 |
"ringStaging": 1,
|
|
|
|
| 133 |
"batchSize": 4,
|
| 134 |
"stopCheckMode": "batch",
|
| 135 |
"readbackInterval": 1,
|
| 136 |
+
"readbackMode": "sequential",
|
| 137 |
"ringTokens": 1,
|
| 138 |
"ringStop": 1,
|
| 139 |
"ringStaging": 1,
|