Add readbackMode to translategemma-4b-it-q4k-ehf16-af32 manifest
Browse files
models/translategemma-4b-it-q4k-ehf16-af32/manifest.json
CHANGED
|
@@ -108,6 +108,7 @@
|
|
| 108 |
"batchSize": 4,
|
| 109 |
"stopCheckMode": "batch",
|
| 110 |
"readbackInterval": 1,
|
|
|
|
| 111 |
"ringTokens": 1,
|
| 112 |
"ringStop": 1,
|
| 113 |
"ringStaging": 1,
|
|
|
|
| 108 |
"batchSize": 4,
|
| 109 |
"stopCheckMode": "batch",
|
| 110 |
"readbackInterval": 1,
|
| 111 |
+
"readbackMode": "sequential",
|
| 112 |
"ringTokens": 1,
|
| 113 |
"ringStop": 1,
|
| 114 |
"ringStaging": 1,
|