Artem Plastinkin commited on
Commit ·
1259ad7
1
Parent(s): 6007de2
Update command sto reproduce
Browse files
int8/benchmarks/x5h_mwmx_npu_apm80_12core.yaml
CHANGED
|
@@ -41,6 +41,22 @@ memory:
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
# Exact commands verified against the NNAC "Getting Started" chapter for this
|
| 45 |
# model (it is that chapter's own worked example), plus the network_configuration
|
| 46 |
# block verified against the internal model_zoo compile config for this model's
|
|
@@ -60,27 +76,22 @@ reproduce:
|
|
| 60 |
kind: note
|
| 61 |
- title: Download the ONNX model and compile config
|
| 62 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type model --include "fp32/*" "compile_config/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
| 63 |
-
- title:
|
| 64 |
command: |
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
- -distributed_coef_stu
|
| 80 |
-
EOF
|
| 81 |
-
# Overwrites (not appends to) config.yaml, so re-running this step is
|
| 82 |
-
# idempotent — a prior run's network_configuration: key can't get
|
| 83 |
-
# duplicated into an invalid/ambiguous second top-level key.
|
| 84 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 85 |
command: |
|
| 86 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 12
|
|
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
+
network_configuration:
|
| 45 |
+
key: centernet_r18_8xb16_crop512_140e_coco
|
| 46 |
+
entry_yaml: |
|
| 47 |
+
last_nodes:
|
| 48 |
+
- /Reshape_output_0
|
| 49 |
+
- /Flatten_output_0
|
| 50 |
+
- /Reshape_1_output_0
|
| 51 |
+
global_config:
|
| 52 |
+
weight_symmetric: true
|
| 53 |
+
optimization_options:
|
| 54 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 55 |
+
- -enable_shallow_conv_opt
|
| 56 |
+
- -enable_dma_fusion
|
| 57 |
+
- -stu_weight
|
| 58 |
+
- -distributed_coef_stu
|
| 59 |
+
|
| 60 |
# Exact commands verified against the NNAC "Getting Started" chapter for this
|
| 61 |
# model (it is that chapter's own worked example), plus the network_configuration
|
| 62 |
# block verified against the internal model_zoo compile config for this model's
|
|
|
|
| 76 |
kind: note
|
| 77 |
- title: Download the ONNX model and compile config
|
| 78 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type model --include "fp32/*" "compile_config/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
| 79 |
+
- title: "Insert this model's entry into network_configuration: in nnac_config/config.yaml"
|
| 80 |
command: |
|
| 81 |
+
centernet_r18_8xb16_crop512_140e_coco:
|
| 82 |
+
last_nodes:
|
| 83 |
+
- /Reshape_output_0
|
| 84 |
+
- /Flatten_output_0
|
| 85 |
+
- /Reshape_1_output_0
|
| 86 |
+
global_config:
|
| 87 |
+
weight_symmetric: true
|
| 88 |
+
optimization_options:
|
| 89 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 90 |
+
- -enable_shallow_conv_opt
|
| 91 |
+
- -enable_dma_fusion
|
| 92 |
+
- -stu_weight
|
| 93 |
+
- -distributed_coef_stu
|
| 94 |
+
kind: note
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 95 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 96 |
command: |
|
| 97 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 12
|
int8/benchmarks/x5h_mwmx_npu_apm80_3core.yaml
CHANGED
|
@@ -41,11 +41,22 @@ memory:
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
reproduce:
|
| 50 |
steps:
|
| 51 |
- title: Activate the Python environment
|
|
@@ -56,6 +67,22 @@ reproduce:
|
|
| 56 |
kind: note
|
| 57 |
- title: Download the ONNX model
|
| 58 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 60 |
command: |
|
| 61 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 3
|
|
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
+
network_configuration:
|
| 45 |
+
key: centernet_r18_8xb16_crop512_140e_coco
|
| 46 |
+
entry_yaml: |
|
| 47 |
+
last_nodes:
|
| 48 |
+
- /Reshape_output_0
|
| 49 |
+
- /Flatten_output_0
|
| 50 |
+
- /Reshape_1_output_0
|
| 51 |
+
global_config:
|
| 52 |
+
weight_symmetric: true
|
| 53 |
+
optimization_options:
|
| 54 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 55 |
+
- -enable_shallow_conv_opt
|
| 56 |
+
- -enable_dma_fusion
|
| 57 |
+
- -stu_weight
|
| 58 |
+
- -distributed_coef_stu
|
| 59 |
+
|
| 60 |
reproduce:
|
| 61 |
steps:
|
| 62 |
- title: Activate the Python environment
|
|
|
|
| 67 |
kind: note
|
| 68 |
- title: Download the ONNX model
|
| 69 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
| 70 |
+
- title: "Insert this model's entry into network_configuration: in nnac_config/config.yaml"
|
| 71 |
+
command: |
|
| 72 |
+
centernet_r18_8xb16_crop512_140e_coco:
|
| 73 |
+
last_nodes:
|
| 74 |
+
- /Reshape_output_0
|
| 75 |
+
- /Flatten_output_0
|
| 76 |
+
- /Reshape_1_output_0
|
| 77 |
+
global_config:
|
| 78 |
+
weight_symmetric: true
|
| 79 |
+
optimization_options:
|
| 80 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 81 |
+
- -enable_shallow_conv_opt
|
| 82 |
+
- -enable_dma_fusion
|
| 83 |
+
- -stu_weight
|
| 84 |
+
- -distributed_coef_stu
|
| 85 |
+
kind: note
|
| 86 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 87 |
command: |
|
| 88 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 3
|
int8/benchmarks/x5h_mwmx_npu_apm80_4core.yaml
CHANGED
|
@@ -41,11 +41,22 @@ memory:
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
reproduce:
|
| 50 |
steps:
|
| 51 |
- title: Activate the Python environment
|
|
@@ -56,6 +67,22 @@ reproduce:
|
|
| 56 |
kind: note
|
| 57 |
- title: Download the ONNX model
|
| 58 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 60 |
command: |
|
| 61 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 4
|
|
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
+
network_configuration:
|
| 45 |
+
key: centernet_r18_8xb16_crop512_140e_coco
|
| 46 |
+
entry_yaml: |
|
| 47 |
+
last_nodes:
|
| 48 |
+
- /Reshape_output_0
|
| 49 |
+
- /Flatten_output_0
|
| 50 |
+
- /Reshape_1_output_0
|
| 51 |
+
global_config:
|
| 52 |
+
weight_symmetric: true
|
| 53 |
+
optimization_options:
|
| 54 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 55 |
+
- -enable_shallow_conv_opt
|
| 56 |
+
- -enable_dma_fusion
|
| 57 |
+
- -stu_weight
|
| 58 |
+
- -distributed_coef_stu
|
| 59 |
+
|
| 60 |
reproduce:
|
| 61 |
steps:
|
| 62 |
- title: Activate the Python environment
|
|
|
|
| 67 |
kind: note
|
| 68 |
- title: Download the ONNX model
|
| 69 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
| 70 |
+
- title: "Insert this model's entry into network_configuration: in nnac_config/config.yaml"
|
| 71 |
+
command: |
|
| 72 |
+
centernet_r18_8xb16_crop512_140e_coco:
|
| 73 |
+
last_nodes:
|
| 74 |
+
- /Reshape_output_0
|
| 75 |
+
- /Flatten_output_0
|
| 76 |
+
- /Reshape_1_output_0
|
| 77 |
+
global_config:
|
| 78 |
+
weight_symmetric: true
|
| 79 |
+
optimization_options:
|
| 80 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 81 |
+
- -enable_shallow_conv_opt
|
| 82 |
+
- -enable_dma_fusion
|
| 83 |
+
- -stu_weight
|
| 84 |
+
- -distributed_coef_stu
|
| 85 |
+
kind: note
|
| 86 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 87 |
command: |
|
| 88 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 4
|
int8/benchmarks/x5h_mwmx_npu_apm80_6core.yaml
CHANGED
|
@@ -41,11 +41,22 @@ memory:
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
reproduce:
|
| 50 |
steps:
|
| 51 |
- title: Activate the Python environment
|
|
@@ -56,6 +67,22 @@ reproduce:
|
|
| 56 |
kind: note
|
| 57 |
- title: Download the ONNX model
|
| 58 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 60 |
command: |
|
| 61 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 6
|
|
|
|
| 41 |
power:
|
| 42 |
avg_w: null
|
| 43 |
|
| 44 |
+
network_configuration:
|
| 45 |
+
key: centernet_r18_8xb16_crop512_140e_coco
|
| 46 |
+
entry_yaml: |
|
| 47 |
+
last_nodes:
|
| 48 |
+
- /Reshape_output_0
|
| 49 |
+
- /Flatten_output_0
|
| 50 |
+
- /Reshape_1_output_0
|
| 51 |
+
global_config:
|
| 52 |
+
weight_symmetric: true
|
| 53 |
+
optimization_options:
|
| 54 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 55 |
+
- -enable_shallow_conv_opt
|
| 56 |
+
- -enable_dma_fusion
|
| 57 |
+
- -stu_weight
|
| 58 |
+
- -distributed_coef_stu
|
| 59 |
+
|
| 60 |
reproduce:
|
| 61 |
steps:
|
| 62 |
- title: Activate the Python environment
|
|
|
|
| 67 |
kind: note
|
| 68 |
- title: Download the ONNX model
|
| 69 |
command: hf download Renesas/CenterNet-R18-ONNX --repo-type=model --include "fp32/*" --local-dir ./CenterNet-R18-ONNX-fp32
|
| 70 |
+
- title: "Insert this model's entry into network_configuration: in nnac_config/config.yaml"
|
| 71 |
+
command: |
|
| 72 |
+
centernet_r18_8xb16_crop512_140e_coco:
|
| 73 |
+
last_nodes:
|
| 74 |
+
- /Reshape_output_0
|
| 75 |
+
- /Flatten_output_0
|
| 76 |
+
- /Reshape_1_output_0
|
| 77 |
+
global_config:
|
| 78 |
+
weight_symmetric: true
|
| 79 |
+
optimization_options:
|
| 80 |
+
- -segmentation_json ./CenterNet-R18-ONNX-fp32/compile_config/l2seg_csm_16mb.json
|
| 81 |
+
- -enable_shallow_conv_opt
|
| 82 |
+
- -enable_dma_fusion
|
| 83 |
+
- -stu_weight
|
| 84 |
+
- -distributed_coef_stu
|
| 85 |
+
kind: note
|
| 86 |
- title: Compile with the NNAC toolchain (INT8 auto-cast from the FP32 graph)
|
| 87 |
command: |
|
| 88 |
python3 nnac_frontend/legalize.py -d binary/nnx ./CenterNet-R18-ONNX-fp32/fp32/centernet_r18_8xb16_crop512_140e_coco.onnx --num-core 6
|