hungql102 commited on
Commit
e449f7f
·
verified ·
1 Parent(s): 30f9b45

Update best_s_onnx_int8/config.pbtxt

Browse files
Files changed (1) hide show
  1. best_s_onnx_int8/config.pbtxt +5 -1
best_s_onnx_int8/config.pbtxt CHANGED
@@ -21,6 +21,10 @@ output [
21
  instance_group [
22
  {
23
  kind: KIND_CPU
24
- count: 2 # Chạy 2 instance song song trên CPU
25
  }
26
  ]
 
 
 
 
 
21
  instance_group [
22
  {
23
  kind: KIND_CPU
24
+ count: 2
25
  }
26
  ]
27
+
28
+ dynamic_batching {
29
+ preferred_batch_size: [1, 4, 8]
30
+ }