Update best_s_onnx_int8/config.pbtxt
Browse files
best_s_onnx_int8/config.pbtxt
CHANGED
|
@@ -21,6 +21,10 @@ output [
|
|
| 21 |
instance_group [
|
| 22 |
{
|
| 23 |
kind: KIND_CPU
|
| 24 |
-
count: 2
|
| 25 |
}
|
| 26 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
instance_group [
|
| 22 |
{
|
| 23 |
kind: KIND_CPU
|
| 24 |
+
count: 2
|
| 25 |
}
|
| 26 |
]
|
| 27 |
+
|
| 28 |
+
dynamic_batching {
|
| 29 |
+
preferred_batch_size: [1, 4, 8]
|
| 30 |
+
}
|