hungql102 commited on
Commit
b3a3c5f
·
verified ·
1 Parent(s): 82407c5

Update best_b_plan/config.pbtxt

Browse files
Files changed (1) hide show
  1. best_b_plan/config.pbtxt +12 -5
best_b_plan/config.pbtxt CHANGED
@@ -1,29 +1,36 @@
1
  name: "best_b_plan"
2
  platform: "tensorrt_plan"
3
- max_batch_size: 0
 
4
  input [
5
  {
6
  name: "images"
7
  data_type: TYPE_FP32
8
- dims: [ 3, 640, 640]
9
  }
10
  ]
 
11
  output [
12
  {
13
  name: "1877"
14
  data_type: TYPE_FP32
15
- dims: [-1,-1]
16
  }
17
  ]
18
  output [
19
  {
20
  name: "output0"
21
  data_type: TYPE_FP32
22
- dims: [-1,-1]
23
  }
24
  ]
 
25
  instance_group [
26
  {
27
  kind: KIND_GPU
28
  }
29
- ]
 
 
 
 
 
1
  name: "best_b_plan"
2
  platform: "tensorrt_plan"
3
+ max_batch_size: 8 # Tăng để hỗ trợ batch
4
+
5
  input [
6
  {
7
  name: "images"
8
  data_type: TYPE_FP32
9
+ dims: [3, 640, 640]
10
  }
11
  ]
12
+
13
  output [
14
  {
15
  name: "1877"
16
  data_type: TYPE_FP32
17
+ dims: [-1, -1]
18
  }
19
  ]
20
  output [
21
  {
22
  name: "output0"
23
  data_type: TYPE_FP32
24
+ dims: [-1, -1]
25
  }
26
  ]
27
+
28
  instance_group [
29
  {
30
  kind: KIND_GPU
31
  }
32
+ ]
33
+
34
+ dynamic_batching {
35
+ max_queue_delay_microseconds: 5000
36
+ }