hungql102 commited on
Commit
924d25c
·
verified ·
1 Parent(s): 9a82b21

Update mnist_cnn/config.pbtxt

Browse files
Files changed (1) hide show
  1. mnist_cnn/config.pbtxt +35 -36
mnist_cnn/config.pbtxt CHANGED
@@ -1,36 +1,35 @@
1
- name: "mnist_cnn"
2
- platform: "onnxruntime_onnx"
3
- backend: "onnxruntime"
4
- max_batch_size: 16
5
- input [
6
- {
7
- name: "input.1"
8
- data_type: TYPE_FP32
9
- dims: [ 1, 28, 28 ]
10
- }
11
- ]
12
- output [
13
- {
14
- name: "19"
15
- data_type: TYPE_FP32
16
- dims: [ 10 ]
17
- }
18
- ]
19
- instance_group [
20
- {
21
- kind: KIND_GPU
22
- count: 2 # Chạy 2 instance song song trên GPU
23
- }
24
- ]
25
- version_policy: {
26
- all {
27
- }
28
- }
29
- dynamic_batching {
30
- preferred_batch_size: [4, 8, 16]
31
- max_queue_delay_microseconds: 5000
32
- }
33
- optimization {
34
- input_pinned_memory { enable: true }
35
- output_pinned_memory { enable: true }
36
- }
 
1
+ name: "mnist_cnn"
2
+ platform: "onnxruntime_onnx"
3
+ backend: "onnxruntime"
4
+ max_batch_size: 16
5
+ input [
6
+ {
7
+ name: "input.1"
8
+ data_type: TYPE_FP32
9
+ dims: [ 1, 28, 28 ]
10
+ }
11
+ ]
12
+ output [
13
+ {
14
+ name: "19"
15
+ data_type: TYPE_FP32
16
+ dims: [ 10 ]
17
+ }
18
+ ]
19
+ instance_group [
20
+ {
21
+ kind: KIND_CPU
22
+ }
23
+ ]
24
+ version_policy: {
25
+ all {
26
+ }
27
+ }
28
+ dynamic_batching {
29
+ preferred_batch_size: [4, 8, 16]
30
+ max_queue_delay_microseconds: 5000
31
+ }
32
+ optimization {
33
+ input_pinned_memory { enable: true }
34
+ output_pinned_memory { enable: true }
35
+ }